-- Logs begin at Wed 2021-09-15 14:32:02 UTC, end at Wed 2021-09-15 15:49:14 UTC. -- Sep 15 15:18:34.931373 dv-cinder-809201-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 15:18:37.708458 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.common.config [-] Logging enabled! Sep 15 15:18:37.709315 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev648 Sep 15 15:18:37.709523 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94688) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 15:18:37.712696 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.common.config [-] Logging enabled! Sep 15 15:18:37.712949 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev648 Sep 15 15:18:37.713260 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94688) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 15:18:37.714227 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 15:18:37.714461 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 15:18:37.714834 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 15:18:37.715102 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 15:18:37.715328 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 15:18:37.715649 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.715940 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.716250 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.716467 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.716761 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.717051 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.717331 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.717618 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.717910 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.718192 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.718471 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.718754 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.718995 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.719294 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.719580 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.719865 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.720084 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] debug = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.720364 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.720787 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.721244 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.721564 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.721859 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.722131 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.722403 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.722680 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.722964 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.723311 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] host = dv-cinder-809201-1-iscsi {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.723588 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.723873 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.724157 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.724441 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.724713 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.724987 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.725271 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.725542 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.725816 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] log_file = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.726091 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.726377 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.726670 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.727047 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.727273 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.727494 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.727782 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.728070 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.728343 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.728614 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.728885 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.729155 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.729425 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.729692 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.729973 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.730251 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.730532 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.730804 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.731103 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.731374 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.731644 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.731926 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.732195 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.732467 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.732740 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.733034 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.733337 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.733609 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.733908 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.734192 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.734471 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.734755 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.735053 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.735337 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.735605 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.735883 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.736145 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] use_json = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.736413 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.736680 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.737560 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.737841 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.738133 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.738435 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.738705 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.739007 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:37.739309 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.739609 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.739910 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.740193 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.740489 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.740768 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.741059 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.741335 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.741624 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.741913 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.742201 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.742477 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.742763 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.743097 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.743401 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.743709 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.744007 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.744302 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.744577 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.744852 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.745126 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.745406 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.745709 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.746017 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.746312 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.746603 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.746884 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.747194 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.747490 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.747784 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.748060 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.748338 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.748630 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.748906 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.749180 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.749460 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.749749 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.750027 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.750302 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.750580 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.750857 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.751154 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.751432 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.751710 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.752001 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.752278 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.753128 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.753406 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.753682 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.753958 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.754243 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.754522 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.754795 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.755094 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.755408 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.755703 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.756049 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.756264 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.756540 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.756818 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.757093 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.757365 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.757640 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.757915 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.758189 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.758461 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.758735 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.759035 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.759311 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.759583 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.759855 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.760128 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.760400 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.760687 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.760984 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.761261 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.761539 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.761861 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.762144 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.762424 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.762704 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.763005 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.763290 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.763567 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.763862 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.764149 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.764438 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.764719 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.765000 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.765303 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.765581 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.765863 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.766150 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.766427 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.766711 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.767013 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.767314 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.767610 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.767905 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.768234 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.768718 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.768813 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.769090 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.769370 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:37.769584 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 15:18:37.769831 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94688) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 15:18:38.126536 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:18:38.126817 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:18:38.127199 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:18:38.127700 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 15:18:38.521213 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:38.521470 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:38.521743 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:38.523065 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:38.523340 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:38.523603 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:38.559762 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:38.560046 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:38.560346 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:38.575913 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:38.576189 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:38.576455 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:38.605044 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:38.605324 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:38.605584 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:38.644107 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:38.644427 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:38.644694 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:38.883209 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:38.883841 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:38.883841 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:38.884004 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:38.884673 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.007234 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.007559 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.007836 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.008101 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.008362 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.008674 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.008927 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.009179 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.009441 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.009709 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.009963 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.010221 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.010475 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.010721 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.010998 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.011249 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.011499 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.011761 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.012028 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.012283 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.012549 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.012798 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.013080 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.013453 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.013698 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.013940 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.014328 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:18:39.014569 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:18:39.014807 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:18:39.015063 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:18:39.015300 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:18:39.015533 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:18:39.015900 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 15:18:39.019623 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 15:18:39.023765 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 15:18:39.027502 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Sep 15 15:18:39.029129 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 15:18:39.029582 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 15:18:39.029923 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 15:18:39.030314 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 15:18:39.033111 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 15:18:39.033357 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 15:18:39.033727 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 15:18:39.038989 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 15 15:18:39.060943 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 15 15:18:39.061392 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.061690 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94688) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 15 15:18:39.062048 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.063424 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94688) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 15:18:39.063865 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 15:18:39.064112 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 15:18:39.070794 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.070794 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:39.132352 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 15:18:39.132591 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 15:18:39.132827 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 15:18:39.133266 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 15:18:39.157847 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_db.sqlalchemy.engines [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94688) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 15 15:18:39.879209 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.managers [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Initializing driver for type 'gre' Sep 15 15:18:39.879749 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] gre ID ranges: [(1, 1000)] Sep 15 15:18:40.050220 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.managers [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Initializing driver for type 'local' Sep 15 15:18:40.050895 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.managers [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Initializing driver for type 'vlan' Sep 15 15:18:40.134407 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] VlanTypeDriver initialization complete Sep 15 15:18:40.134744 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.managers [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Initializing driver for type 'vxlan' Sep 15 15:18:40.135341 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] vxlan ID ranges: [(1, 1000)] Sep 15 15:18:40.334167 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.managers [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Initializing extension driver 'port_security' Sep 15 15:18:40.334496 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.extensions.port_security [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] PortSecurityExtensionDriver initialization complete Sep 15 15:18:40.334825 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.managers [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Initializing mechanism driver 'openvswitch' Sep 15 15:18:40.335168 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.managers [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Initializing mechanism driver 'hyperv' Sep 15 15:18:40.341937 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.plugin [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:18:40.342615 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > port after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.343000 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > port after_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.343347 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > port after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.343863 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 15:18:40.344282 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > subnet after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.344625 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > subnet after_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.344959 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.345340 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 15:18:40.345789 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > network after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.346185 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > network after_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.346605 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > network after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.347097 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 15:18:40.347498 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > security_group after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.347843 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > security_group after_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.348194 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.348744 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 15:18:40.349149 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.349497 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.349834 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.350221 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 15:18:40.350623 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > address_group after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.350963 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > address_group after_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.351314 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.351833 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 15:18:40.352228 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] ML2 OVO RPC backend initialized. {{(pid=94688) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 15 15:18:40.352928 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.353308 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.353706 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > network before_response 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.354047 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > networks before_response 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.354385 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > port before_response 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.354720 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > ports before_response 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.355082 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > subnet before_response 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.355417 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > subnets before_response 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.355754 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > network after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.356084 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > network after_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.356413 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > network after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.359291 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > port after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.359291 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > port after_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.359291 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > port after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.359291 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > subnet after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.359642 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > subnet after_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.359642 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.359642 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.plugin [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Modular L2 Plugin initialization complete Sep 15 15:18:40.359642 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading services supported by the core plugin {{(pid=94688) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 15:18:40.359642 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.plugins.ml2.managers [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Got port-security extension from driver 'port_security' Sep 15 15:18:40.360030 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.extensions.vlantransparent [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Disabled vlantransparent extension. Sep 15 15:18:40.360508 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94688) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 15:18:40.360813 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading Plugin: router Sep 15 15:18:40.404029 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.404029 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > router after_create 55549900 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.404029 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > router before_create 55549900 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.404029 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.404411 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.404411 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > router after_delete 55549900 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.404411 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.404411 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.404711 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > router after_create 55549900 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.404711 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > router after_update 55549900 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.404711 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > router after_update 55549900 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.404711 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.405068 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > router after_update 55549900 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.405068 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > router precommit_update 55549900 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.405068 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: port after_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.405068 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: port after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.405365 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: subnet after_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.405365 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.405365 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.405365 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > router precommit_create 55549900 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.405689 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: port before_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.405689 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > router precommit_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.405689 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > router after_update 55549900 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.405689 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.405988 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > router precommit_create 55549900 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.406069 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.406355 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > router precommit_update 55549900 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.406711 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > agent after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.407082 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > agent after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.407439 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > network after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.408302 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.quota.resource_registry [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Tracking information for resource: router configured {{(pid=94688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:18:40.408694 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.quota.resource_registry [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Tracking information for resource: floatingip configured {{(pid=94688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:18:40.413784 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.db.l3_agentschedulers_db [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 15:18:40.414408 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: port after_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.414763 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: port after_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.415136 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: port after_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.415558 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: port after_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.416351 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > router before_create 55550100 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.416710 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.417063 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > router precommit_create 55550100 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.417413 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > router precommit_update 55550100 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.422347 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.services.provider_configuration [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Service providers = [] {{(pid=94688) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 15:18:40.422703 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.db.servicetype_db [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94688) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 15:18:40.425665 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.services.service_base [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94688) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 15:18:40.426011 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.services.service_base [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94688) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 15:18:40.426347 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.services.service_base [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94688) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 15:18:40.427240 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.services.service_base [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94688) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 15:18:40.427607 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.services.service_base [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 15:18:40.427982 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:18:40.428313 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 15:18:40.445580 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:18:40.445910 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading Plugin: auto_allocate Sep 15 15:18:40.451693 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: network precommit_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.452055 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: network precommit_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.452568 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:18:40.452882 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading Plugin: tag Sep 15 15:18:40.460392 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:18:40.460715 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading Plugin: timestamp Sep 15 15:18:40.464849 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:18:40.465172 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading Plugin: network_ip_availability Sep 15 15:18:40.470700 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.471089 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.471825 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.472227 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:18:40.472596 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading Plugin: flavors Sep 15 15:18:40.477356 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:18:40.477686 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading Plugin: revisions Sep 15 15:18:40.481958 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:18:40.482343 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_concurrency.lockutils [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.355s {{(pid=94688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:18:40.483104 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94688) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 15 15:18:40.483435 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Initializing extension manager. Sep 15 15:18:40.483953 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: __init__.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.484289 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: __pycache__ {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.484628 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.484953 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: address_group.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.485723 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.486281 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: address-group Sep 15 15:18:40.486597 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: address_scope.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.487561 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.488064 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: address-scope Sep 15 15:18:40.488380 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.489298 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.489833 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: router-admin-state-down-before-update Sep 15 15:18:40.490150 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: agent.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.490835 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.491390 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: agent Sep 15 15:18:40.491704 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: agent_resources_synced.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.492660 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.493163 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: agent-resources-synced Sep 15 15:18:40.493479 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: allowedaddresspairs.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.495348 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.495866 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: allowed-address-pairs Sep 15 15:18:40.496185 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: auto_allocated_topology.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.497243 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.497775 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: auto-allocated-topology Sep 15 15:18:40.498091 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: availability_zone.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.498788 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.499424 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: availability_zone Sep 15 15:18:40.499660 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: availability_zone_filter.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.521790 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.522323 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: availability_zone_filter Sep 15 15:18:40.522657 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: data_plane_status.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.523614 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.524202 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 15:18:40.524528 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: default_subnetpools.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.525450 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.525961 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: default-subnetpools Sep 15 15:18:40.526288 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.527229 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.527744 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: dhcp_agent_scheduler Sep 15 15:18:40.528066 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: dns.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.528986 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.529494 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension dns-integration not supported by any of loaded plugins Sep 15 15:18:40.529818 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: dns_domain_ports.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.530753 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.531294 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 15:18:40.531618 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.532642 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.533092 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 15 15:18:40.533415 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: dvr.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.534228 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.534736 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: dvr Sep 15 15:18:40.535078 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: ecmp_routes.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.536003 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.536511 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 15 15:18:40.536833 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: empty_string_filtering.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.537740 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.538251 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: empty-string-filtering Sep 15 15:18:40.538570 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.539496 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.540005 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 15:18:40.540366 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.541279 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.541794 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 15:18:40.542116 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: external_net.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.543056 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.543575 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: external-net Sep 15 15:18:40.543897 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.544804 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.545316 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: extra_dhcp_opt Sep 15 15:18:40.545673 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: extraroute.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.551881 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.552403 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: extraroute Sep 15 15:18:40.552724 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: extraroute_atomic.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.553789 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.554302 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: extraroute-atomic Sep 15 15:18:40.554623 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: filter_validation.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.555331 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.555840 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: filter-validation Sep 15 15:18:40.556160 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: fip_pf_description.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.557069 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.557619 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 15:18:40.557966 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: fip_port_details.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.559024 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.559538 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: fip-port-details Sep 15 15:18:40.559857 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: flavors.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.561107 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.561625 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: flavors Sep 15 15:18:40.561948 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.563696 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.564225 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 15:18:40.564563 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: floatingip_pools.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.565925 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.566440 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: floatingip-pools Sep 15 15:18:40.566770 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: ip_allocation.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.567733 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.568247 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 15:18:40.568573 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.569579 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.570095 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: ip-substring-filtering Sep 15 15:18:40.570421 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: l2_adjacency.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.571390 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.571897 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 15:18:40.572222 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: l3.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.573393 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.573916 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: router Sep 15 15:18:40.574290 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.576708 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.577250 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 15:18:40.577579 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.578519 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.579077 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: ext-gw-mode Sep 15 15:18:40.579412 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.580400 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.581528 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: l3-ha Sep 15 15:18:40.581969 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: l3_flavors.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.582892 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.583433 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: l3-flavors Sep 15 15:18:40.584009 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.584919 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.585426 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 15:18:40.585790 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: l3agentscheduler.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.586863 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.587401 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: l3_agent_scheduler Sep 15 15:18:40.587726 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: logging.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.589228 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.589751 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension logging not supported by any of loaded plugins Sep 15 15:18:40.590082 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: metering.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.590831 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.591456 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: metering Sep 15 15:18:40.591786 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.592874 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.593392 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: metering_source_and_destination_fields Sep 15 15:18:40.593719 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: multiprovidernet.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.594643 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.595197 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: multi-provider Sep 15 15:18:40.595525 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: netmtu.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.596678 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.597194 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: net-mtu Sep 15 15:18:40.597519 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: netmtu_writable.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.598439 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.598953 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: net-mtu-writable Sep 15 15:18:40.599301 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: network_availability_zone.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.599978 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.600486 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: network_availability_zone Sep 15 15:18:40.600806 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: network_ip_availability.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.601913 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.602430 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: network-ip-availability Sep 15 15:18:40.602757 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: network_segment_range.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.603626 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.604137 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 15:18:40.604464 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: pagination.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.605452 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.605783 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: pagination Sep 15 15:18:40.606237 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: port_device_profile.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.607184 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.607699 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: port-device-profile Sep 15 15:18:40.608021 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.608981 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.609488 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: port-mac-address-regenerate Sep 15 15:18:40.609811 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.610724 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.611271 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: port-numa-affinity-policy Sep 15 15:18:40.611589 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: port_resource_request.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.612693 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.613199 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 15:18:40.613597 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: portbindings.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.626336 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.626842 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: binding Sep 15 15:18:40.627192 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: portbindings_extended.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.629056 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.629571 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: binding-extended Sep 15 15:18:40.629899 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: portsecurity.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.630818 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.631402 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: port-security Sep 15 15:18:40.631728 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: project_id.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.632704 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.633142 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: project-id Sep 15 15:18:40.633468 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: providernet.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.634398 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.634910 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: provider Sep 15 15:18:40.635257 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: qos.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.638924 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.639477 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension qos not supported by any of loaded plugins Sep 15 15:18:40.639810 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.641050 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.641568 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 15:18:40.641895 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.642859 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.643974 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 15:18:40.644296 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: qos_default.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.645205 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.645721 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension qos-default not supported by any of loaded plugins Sep 15 15:18:40.646048 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: qos_fip.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.646703 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.647230 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension qos-fip not supported by any of loaded plugins Sep 15 15:18:40.647553 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: qos_gateway_ip.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.648475 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.649014 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 15:18:40.649335 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: qos_port_network_policy.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.650248 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.650765 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 15:18:40.651122 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: qos_pps_rule.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.652321 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.652842 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension qos-pps not supported by any of loaded plugins Sep 15 15:18:40.653167 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: qos_rule_type_details.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.654137 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.654612 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 15:18:40.654938 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: qos_rules_alias.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.656004 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.656521 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 15:18:40.656848 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: quotasv2.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.657829 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.658161 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: quotas Sep 15 15:18:40.658483 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: quotasv2_detail.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.666118 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.666463 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: quota_details Sep 15 15:18:40.666800 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: rbac.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.667922 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.668461 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: rbac-policies Sep 15 15:18:40.668789 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: rbac_address_group.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.669732 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.670252 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: rbac-address-group Sep 15 15:18:40.670579 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: rbac_address_scope.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.671524 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.672079 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: rbac-address-scope Sep 15 15:18:40.672398 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: rbac_security_groups.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.673315 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.673833 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: rbac-security-groups Sep 15 15:18:40.674155 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: rbac_subnetpool.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.675630 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.676146 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: rbac-subnetpool Sep 15 15:18:40.676474 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: revisionifmatch.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.677427 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.677948 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: revision-if-match Sep 15 15:18:40.678271 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: revisions.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.679426 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.679948 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: standard-attr-revisions Sep 15 15:18:40.680277 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: router_availability_zone.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.680958 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.681470 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: router_availability_zone Sep 15 15:18:40.681793 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: routerservicetype.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.688332 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.688850 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension router-service-type not supported by any of loaded plugins Sep 15 15:18:40.689171 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.690885 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.691443 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: security-groups-normalized-cidr Sep 15 15:18:40.691764 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.692690 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.693205 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: port-security-groups-filtering Sep 15 15:18:40.693528 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.694481 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.695017 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: security-groups-remote-address-group Sep 15 15:18:40.695345 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: securitygroup.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.706783 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.707346 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: security-group Sep 15 15:18:40.707677 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: segment.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.708473 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.709242 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension segment not supported by any of loaded plugins Sep 15 15:18:40.709571 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.710511 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.711059 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 15:18:40.711383 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: servicetype.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.717436 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.717968 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: service-type Sep 15 15:18:40.718300 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: sorting.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.719400 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.719740 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: sorting Sep 15 15:18:40.720065 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: standard_attr_segment.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.720990 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.721532 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 15:18:40.721854 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: standardattrdescription.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.722504 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.723115 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: standard-attr-description Sep 15 15:18:40.723414 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: stateful_security_group.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.724343 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.724858 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: stateful-security-group Sep 15 15:18:40.725180 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: stdattrs_common.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.725759 dv-cinder-809201-1-iscsi neutron-server[94688]: WARNING neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 15:18:40.726079 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.727049 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.727921 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 15:18:40.728072 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: subnet_onboard.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.729104 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.729621 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: subnet_onboard Sep 15 15:18:40.729945 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.730867 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.731411 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 15:18:40.731733 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: subnet_service_types.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.732669 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.733186 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: subnet-service-types Sep 15 15:18:40.733510 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: subnetallocation.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.734639 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.735174 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: subnet_allocation Sep 15 15:18:40.735499 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.736163 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.736680 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: subnetpool-prefix-ops Sep 15 15:18:40.737522 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.738608 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.739152 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 15:18:40.739474 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: tagging.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.740563 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.741088 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: standard-attr-tag Sep 15 15:18:40.741408 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: timestamp.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.745705 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.746191 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loaded extension: standard-attr-timestamp Sep 15 15:18:40.746523 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: trunk.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.747604 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.748125 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension trunk not supported by any of loaded plugins Sep 15 15:18:40.748452 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: trunk_details.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.749379 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.749892 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension trunk-details not supported by any of loaded plugins Sep 15 15:18:40.750220 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: uplink_status_propagation.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.751178 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.751730 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 15:18:40.752153 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Loading extension file: vlantransparent.py {{(pid=94688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:18:40.753573 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:18:40.754082 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 15:18:40.756560 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.quota.resource_registry [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Creating instance of TrackedResource for resource:network Sep 15 15:18:40.757133 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.quota.resource_registry [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Creating instance of TrackedResource for resource:subnet Sep 15 15:18:40.757533 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.quota.resource_registry [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 15:18:40.757927 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.quota.resource_registry [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Creating instance of TrackedResource for resource:port Sep 15 15:18:40.759202 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.v2.resource_helper [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:18:40.759649 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.v2.resource_helper [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Service FLAVORS assigned prefix: {{(pid=94688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:18:40.760273 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.v2.resource_helper [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:18:40.760711 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.v2.resource_helper [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:18:40.761050 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.quota.resource_registry [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Creating instance of TrackedResource for resource:router Sep 15 15:18:40.761479 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.quota.resource_registry [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 15:18:40.762035 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.v2.resource_helper [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Service METERING assigned prefix: /metering {{(pid=94688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:18:40.763552 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.763927 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.764282 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:18:40.765318 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.quota.resource_registry [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 15:18:40.765765 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.quota.resource_registry [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Creating instance of TrackedResource for resource:security_group Sep 15 15:18:40.766204 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.quota.resource_registry [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 15:18:40.766786 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.v2.resource_helper [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Service CORE assigned prefix: {{(pid=94688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:18:40.767153 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.quota.resource_registry [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 15:18:40.767504 dv-cinder-809201-1-iscsi neutron-server[94688]: WARNING neutron.quota.resource_registry [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] subnetpool is already registered Sep 15 15:18:40.767950 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.v2.resource_helper [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Service CORE assigned prefix: {{(pid=94688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:18:40.768308 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.quota.resource_registry [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 15:18:40.768653 dv-cinder-809201-1-iscsi neutron-server[94688]: WARNING neutron.quota.resource_registry [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] subnetpool is already registered Sep 15 15:18:40.770962 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.v2.resource_helper [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:18:40.771424 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.v2.resource_helper [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Service FLAVORS assigned prefix: {{(pid=94688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:18:40.772019 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.v2.resource_helper [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:18:40.772447 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.v2.resource_helper [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:18:40.772832 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.quota.resource_registry [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Creating instance of TrackedResource for resource:router Sep 15 15:18:40.773166 dv-cinder-809201-1-iscsi neutron-server[94688]: WARNING neutron.quota.resource_registry [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] router is already registered Sep 15 15:18:40.773692 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.quota.resource_registry [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 15:18:40.774035 dv-cinder-809201-1-iscsi neutron-server[94688]: WARNING neutron.quota.resource_registry [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] floatingip is already registered Sep 15 15:18:40.774492 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.v2.resource_helper [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Service METERING assigned prefix: /metering {{(pid=94688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:18:40.775190 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.quota.resource_registry [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 15:18:40.775520 dv-cinder-809201-1-iscsi neutron-server[94688]: WARNING neutron.quota.resource_registry [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] rbac_policy is already registered Sep 15 15:18:40.775935 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.quota.resource_registry [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Creating instance of TrackedResource for resource:security_group Sep 15 15:18:40.776271 dv-cinder-809201-1-iscsi neutron-server[94688]: WARNING neutron.quota.resource_registry [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] security_group is already registered Sep 15 15:18:40.776674 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.quota.resource_registry [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 15:18:40.777007 dv-cinder-809201-1-iscsi neutron-server[94688]: WARNING neutron.quota.resource_registry [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] security_group_rule is already registered Sep 15 15:18:40.777631 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.v2.resource_helper [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Service CORE assigned prefix: {{(pid=94688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:18:40.777962 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.quota.resource_registry [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 15:18:40.778297 dv-cinder-809201-1-iscsi neutron-server[94688]: WARNING neutron.quota.resource_registry [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] subnetpool is already registered Sep 15 15:18:40.778717 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.v2.resource_helper [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Service CORE assigned prefix: {{(pid=94688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:18:40.779080 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.quota.resource_registry [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 15:18:40.779413 dv-cinder-809201-1-iscsi neutron-server[94688]: WARNING neutron.quota.resource_registry [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] subnetpool is already registered Sep 15 15:18:40.779874 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: extensions {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.781417 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: address-groups {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.782876 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: address-scopes {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.784780 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: agents {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.785969 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: auto-allocated-topology {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.787226 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: availability_zones {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.788452 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: dhcp-networks {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.790140 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: dhcp-agents {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.791729 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: routers {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.793931 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: flavors {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.795126 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: service_profiles {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.796323 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: next_providers {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.797813 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: service_profiles {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.800127 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: floatingip-pools {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.801466 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: routers {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.804606 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: floatingips {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.805896 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: l3-routers {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.807310 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: l3-agents {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.808743 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: metering-labels {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.810097 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: metering-label-rules {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.812013 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: network-ip-availabilities {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.813414 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: bindings {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.816785 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: quotas {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.818250 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: quotas {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.819736 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: rbac-policies {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.820969 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: security-groups {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.822266 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: security-group-rules {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.823615 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: service-providers {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.824954 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: subnetpools {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.826389 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: subnetpools {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.827875 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: tags {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.829532 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: tags {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.833060 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: tags {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.835152 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: tags {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.837016 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: tags {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.838912 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: tags {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.840633 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: tags {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.842552 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: tags {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.844380 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: tags {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.846233 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron.api.extensions [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Extended resource: tags {{(pid=94688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:18:40.852392 dv-cinder-809201-1-iscsi neutron-server[94688]: WARNING keystonemiddleware.auth_token [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 15:18:40.857317 dv-cinder-809201-1-iscsi neutron-server[94688]: WARNING keystonemiddleware.auth_token [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 15:18:40.867261 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_concurrency.lockutils [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Acquired lock "singleton_lock" {{(pid=94688) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 15 15:18:40.867743 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_concurrency.lockutils [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Releasing lock "singleton_lock" {{(pid=94688) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 15 15:18:40.868399 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO oslo_service.service [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Starting 2 workers Sep 15 15:18:40.873409 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Started child 94799 {{(pid=94688) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 15:18:40.878710 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Started child 94800 {{(pid=94688) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 15:18:40.879842 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:40.880474 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO neutron.service [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 15:18:40.881025 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Notify callbacks [] for process, before_spawn {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:40.881329 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [-] (94799) wsgi starting up on http://0.0.0.0:9696 Sep 15 15:18:40.883442 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:40.883915 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO oslo_service.service [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Starting 1 workers Sep 15 15:18:40.884946 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [-] (94800) wsgi starting up on http://0.0.0.0:9696 Sep 15 15:18:40.888783 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Started child 94801 {{(pid=94688) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 15:18:40.889345 dv-cinder-809201-1-iscsi neutron-server[94688]: INFO oslo_service.service [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Starting 1 workers Sep 15 15:18:40.892544 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.service [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] calling RpcWorker wait() {{(pid=94801) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 15:18:40.893072 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.service [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] returning from RpcWorker wait() {{(pid=94801) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 15:18:40.893822 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Started child 94802 {{(pid=94688) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 15:18:40.894557 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:40.894663 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG neutron_lib.callbacks.manager [None req-2b4ec111-c9ba-476c-9fe7-6e6f01438968 None None] Notify callbacks [] for process, after_spawn {{(pid=94688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:40.895019 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:18:40.896631 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94688) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 15:18:40.896925 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 15:18:40.897026 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 15:18:40.897335 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 15:18:40.897560 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 15:18:40.897723 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 15:18:40.898234 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.898519 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.898767 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.899056 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.899360 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.899449 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:40.905103 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.905103 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.905270 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:18:40.905342 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.905342 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.905342 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.905342 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.905342 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.905342 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.905342 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.905342 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.905820 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.905820 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.905820 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.905820 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.905820 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.905820 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.905820 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.905820 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] debug = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.906262 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.906262 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.906262 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.906262 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.906262 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.906262 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.906634 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.906634 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.906634 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.906824 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.907088 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.907245 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.907498 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.907712 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.907930 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.908187 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.908425 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.908915 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] host = dv-cinder-809201-1-iscsi {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.909641 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.909641 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.909902 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.910040 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.910290 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.910506 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.910763 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.911098 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.911394 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.911608 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.911857 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.912105 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.912346 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.912605 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] log_file = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.912754 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] log_options = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.913007 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.913272 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.913557 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.913752 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.913919 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.914094 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.914331 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.914508 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.914731 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.914948 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.915199 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.915429 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.915697 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.915941 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.916195 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.916447 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.916662 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.916887 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.917138 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.917383 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.917649 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.917853 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.918089 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.918307 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.918521 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.918794 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.919044 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.919260 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.919473 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.919692 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.919921 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.920179 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.920426 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.920655 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.920928 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.921162 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.921393 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.921805 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.921945 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.922183 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.922376 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.922713 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.922851 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.923109 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.923343 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.923597 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.923812 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] use_json = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.924025 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.924769 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.925055 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.925672 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.925672 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.925672 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.926037 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.926161 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:40.926612 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.927031 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.927776 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.927776 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.928030 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.928242 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.929178 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.929178 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.929642 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.929642 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.929899 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.930123 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.930429 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.930665 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.930938 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.931289 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.931542 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.931836 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.932062 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.932288 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.932528 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.932782 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.933096 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.933342 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.934124 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.934379 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.934627 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.935005 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.935271 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.935542 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.935798 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.936022 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.936270 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.936547 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.936786 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.937032 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.937255 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.937526 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.937750 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.938002 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.938227 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.938465 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.938706 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.938993 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.939228 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.939492 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.939756 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.940517 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.941284 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.941284 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.941284 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.941605 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.941735 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.941956 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.942221 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.942454 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.942679 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.942904 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.945742 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.945742 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.945742 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.945742 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.945742 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.945742 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.945742 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.945742 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.945742 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.947229 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.947229 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.947229 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.947229 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.947229 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.947229 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.947839 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.947839 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.948067 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.948161 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.948339 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.948571 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.948800 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.949157 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.949312 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.949483 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.949732 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.949927 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.950147 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.950370 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.951289 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.951289 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.951289 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.951543 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.951780 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.952042 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.952292 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.952549 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.952793 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.953044 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.953302 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.953560 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.953810 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.954072 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.954509 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.954963 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.955239 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.957196 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.957196 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.957196 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.957196 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.958838 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.958838 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.958838 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.958838 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.958838 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.960339 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.960339 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.960339 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.960339 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.960339 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.960339 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.961666 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.961666 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.961666 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.961666 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.961666 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.963104 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.963104 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.963104 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.963104 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.963104 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.963104 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.964556 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.964556 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.964556 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.964556 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.964556 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.964556 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.966063 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.966063 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.966063 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.966063 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.966063 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.966063 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.968200 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.968200 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.968200 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.968200 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.968200 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.968200 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.968200 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.968200 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.969464 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.969464 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.969464 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.969464 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.969464 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.969464 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.969464 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.971041 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.971041 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.971041 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.971041 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.971041 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.971041 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.971041 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.972379 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.972379 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.972379 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.972379 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.972379 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.972379 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.973340 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.973340 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.973340 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.973340 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.973649 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.973778 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.974022 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.974310 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.974551 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.974810 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.975205 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.975460 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.975686 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.975905 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.976123 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.976375 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.976615 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.976851 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.977081 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.977317 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.977585 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.977836 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.978173 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.978424 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.978656 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.978903 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.979146 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.979384 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.979672 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.979909 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.980155 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.980374 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.980591 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.980866 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.981091 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.981335 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.981551 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.981766 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.981982 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.982197 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.982409 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.982702 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.982954 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.983209 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.983482 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.983719 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.983929 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.984179 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.984393 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.984626 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.984851 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.985075 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.985284 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.985513 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.985724 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.985936 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.986164 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.986383 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.986592 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.987364 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.988093 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.988311 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.988540 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.988783 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.988998 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.989233 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.989447 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.989660 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.989884 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.990102 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.990314 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.990566 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.990781 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.991012 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.991240 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.991462 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.991672 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.991974 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.992228 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.992470 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.992774 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.993046 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.993289 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.993546 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.993859 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.994087 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.994352 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.994574 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.994825 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.995074 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.995346 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.995661 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.995959 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.996208 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.996470 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.996755 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.997033 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.997322 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.997539 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.997837 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.998181 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.998450 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.998723 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.999010 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.999268 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.999492 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.999731 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:40.999975 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.000230 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.000450 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.000722 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.000955 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.001182 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.001419 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.001648 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.001888 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.002113 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.002368 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.003311 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.003563 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.003736 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 15:18:41.004285 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94688) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 15:18:41.004427 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 15:18:41.004581 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 15:18:41.004753 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 15:18:41.004920 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 15:18:41.005076 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 15:18:41.005285 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.005448 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.005608 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.005770 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.005931 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.006110 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.006272 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.006433 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.006592 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.006753 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.006911 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.007098 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.007258 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.007417 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.007577 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.007736 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.007929 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.008112 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.008294 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.008382 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.008513 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.008673 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.008830 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] debug = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.008988 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.009186 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.009352 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.009511 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.009755 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.010379 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.010832 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.011264 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.011264 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.011264 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.011680 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.011680 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.011680 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.012004 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.012004 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.012193 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.012270 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.012411 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] host = dv-cinder-809201-1-iscsi {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.012571 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.012729 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.012887 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.013047 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.013205 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.013365 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.013524 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.013683 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.013841 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.014000 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.014159 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.014316 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.014465 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.014622 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] log_file = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.014781 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] log_options = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.014940 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.015120 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.015279 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.015465 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.015629 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.015788 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.015947 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.016105 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.016264 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.016422 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.016579 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.016738 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.016896 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.017056 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.017213 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.017371 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.017530 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.017689 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.017849 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.018030 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.018173 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.018475 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.018637 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.018918 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.019065 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.019149 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.019258 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.019411 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.019576 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.019707 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.019860 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.020019 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.020177 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.020342 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.020501 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.020659 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.020818 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.020976 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.021139 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.021299 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.021457 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.021615 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.021774 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.021933 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.022091 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.022249 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.022409 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] use_json = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.022567 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.022725 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.022883 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.023063 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.023223 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.023383 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.023542 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.023702 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:18:41.024046 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.024046 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.024302 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.024384 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.024517 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.024681 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.024845 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.025009 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.025173 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.025336 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.025534 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.025664 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.025823 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.025986 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.026150 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.026316 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.026478 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.026642 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.026806 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.027024 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.027154 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.027306 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.027480 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.027643 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.027806 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.027969 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.028131 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.028309 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.028473 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.028635 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.028960 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.028960 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.029201 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.029321 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.029402 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.029562 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.029726 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.029889 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.030053 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.030220 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.030384 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.030548 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.030712 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.030875 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.031057 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.031216 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.031380 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.031543 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.031707 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.031871 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.032034 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.032196 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.032360 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.032522 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.032685 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.032859 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.033023 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.033187 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.033349 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.033517 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.034211 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.034388 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.034585 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.034665 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.034825 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.035015 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.035187 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.035351 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.035515 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.035678 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.035841 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.036004 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.036167 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.036330 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.036493 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.036655 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.036819 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.036982 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.037147 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.037308 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.037473 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.037634 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.037798 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.037960 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.038123 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.038286 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.038449 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.038611 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.038773 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.038945 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.039146 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.039309 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.039472 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.039634 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.039797 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.039960 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.040122 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.040285 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.040453 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.040617 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.040780 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.040943 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.041109 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.041346 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.041941 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.042312 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.042312 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.042695 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.042864 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.043063 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.043228 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.043393 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.043555 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.043722 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.043888 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.044039 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.044210 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.044374 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.044539 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.044702 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.044873 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.045047 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.045212 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.045375 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.045538 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.045689 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.045852 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.046004 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.046150 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.046316 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.046478 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.046641 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.046812 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.047010 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.047169 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.047332 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.047494 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.047680 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.047843 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.048007 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.048169 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.048393 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.048531 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.048654 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.048797 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.048960 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.049123 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.049853 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.050026 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.050254 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.050865 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.050865 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.050865 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.050865 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.051299 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.051299 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.051299 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.051502 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.051625 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.051746 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.051903 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.052067 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.052230 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.052393 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.052555 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.052719 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.052882 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.053044 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.053206 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.053369 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.053531 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.053694 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.053877 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.054007 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.054172 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.054337 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.054499 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.054662 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.054826 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.055028 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.055173 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.055343 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.055498 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.055662 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.055827 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.055990 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.056153 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.056317 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.056480 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.056644 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.056807 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.056971 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.057149 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.057326 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.057476 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.057639 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.057803 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.057967 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.058130 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.058294 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.058458 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.058621 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.058784 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.058948 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.059137 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.059301 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.059463 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.059626 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.059790 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.059953 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.060127 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.060303 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.060504 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.064171 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:18:41.066227 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.068503 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.069326 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.069516 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.069715 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.069898 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.070078 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.070256 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.070432 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.070606 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.070792 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.070966 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.071163 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.071331 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.071499 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.071667 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.071852 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.072018 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.072353 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.072521 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.072690 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.072858 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.073036 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.073204 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.073370 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.073535 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.073699 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.073864 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.074045 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.074201 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.074367 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.074530 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.074695 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.074859 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.075058 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.075228 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.075393 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.075567 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.075731 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.075983 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.076235 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.076741 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.076741 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.076901 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.077112 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.077282 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.077920 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.078138 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.078334 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.078575 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.078936 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.079059 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.079269 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.079568 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.079665 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.079783 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.079954 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.080138 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.080311 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.080492 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.080679 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.080957 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.081127 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.081294 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.081458 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.081623 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.081787 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.081949 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.082112 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.082275 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.082436 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.082709 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.082805 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.082953 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.083137 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.083302 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.083944 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:18:41.083944 dv-cinder-809201-1-iscsi neutron-server[94688]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 15:18:41.111358 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 44062) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:18:41.120789 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066304 Sep 15 15:18:53.184053 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b2f3dc-2dce-496e-b8c8-ccd2f88f1471 None None] get_active_networks_info from dv-cinder-809201-1-iscsi {{(pid=94801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 15:18:53.275396 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b2f3dc-2dce-496e-b8c8-ccd2f88f1471 None None] No non-hosted networks {{(pid=94801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 15:18:53.283007 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.agentschedulers_db [None req-65b2f3dc-2dce-496e-b8c8-ccd2f88f1471 None None] DHCP Agent not found on host dv-cinder-809201-1-iscsi {{(pid=94801) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 15 15:18:53.443060 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-d59d9275-4bc1-475d-aa18-beb4bf11f8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568886'] for agent, after_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:56.077215 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e561f598-6c05-49b6-93ad-b452b62a3594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568886'] for agent, after_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:56.137332 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.db.api [None req-16f772fe-c46a-437d-ac80-9e5eed713179 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-809201-1-iscsi {{(pid=94801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:18:56.138515 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG oslo_db.api [None req-16f772fe-c46a-437d-ac80-9e5eed713179 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:18:56.169848 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568886'] for agent, after_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:56.170748 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:56.171992 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:56.172495 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:56.173442 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:56.174140 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:56.174658 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:56.175520 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:56.176139 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:56.179789 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:56.179789 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:56.179789 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:56.179789 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:18:56.180293 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809201-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:18:56.185661 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809201-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:18:56.757173 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-16f772fe-c46a-437d-ac80-9e5eed713179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:57.083524 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568886'] for agent, after_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:58.700736 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568886'] for agent, after_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:18:59.775457 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 44158) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:00.295534 dv-cinder-809201-1-iscsi neutron-server[94799]: WARNING oslo_policy.policy [None req-ec536b84-c765-4aa7-b190-336cc18a8986 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:19:00.296217 dv-cinder-809201-1-iscsi neutron-server[94799]: WARNING oslo_policy.policy [None req-ec536b84-c765-4aa7-b190-336cc18a8986 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:19:00.522203 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [None req-ec536b84-c765-4aa7-b190-336cc18a8986 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:19:00.523324 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-ec536b84-c765-4aa7-b190-336cc18a8986 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7470994 Sep 15 15:19:01.368120 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.db.l3_hamode_db [None req-7c9c443f-1f80-45ed-89e5-fd991fc25306 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 15:19:01.448278 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c443f-1f80-45ed-89e5-fd991fc25306 None None] Routers set() bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:19:01.448578 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c443f-1f80-45ed-89e5-fd991fc25306 None None] Router IDs set() for agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 15:19:02.959965 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 44172) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:03.287908 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-57e713d9-c2bb-48c7-a43b-0396344ec36b admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:19:03.386631 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.policy [None req-57e713d9-c2bb-48c7-a43b-0396344ec36b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94799) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 15:19:03.431055 dv-cinder-809201-1-iscsi neutron-server[94799]: WARNING oslo_policy.policy [None req-57e713d9-c2bb-48c7-a43b-0396344ec36b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:19:03.431867 dv-cinder-809201-1-iscsi neutron-server[94799]: WARNING oslo_policy.policy [None req-57e713d9-c2bb-48c7-a43b-0396344ec36b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:19:03.441158 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.quota [None req-57e713d9-c2bb-48c7-a43b-0396344ec36b admin admin] Loaded quota_driver: . Sep 15 15:19:03.609448 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-57e713d9-c2bb-48c7-a43b-0396344ec36b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751441273308', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751441276899', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751441285539', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751441291015', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751440852219', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751441307731', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1369426', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1397324', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3854336', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3909942'] for rbac-policy, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:03.809662 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-57e713d9-c2bb-48c7-a43b-0396344ec36b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:03.810873 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-57e713d9-c2bb-48c7-a43b-0396344ec36b admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8498871 Sep 15 15:19:06.486850 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 44184) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:06.791367 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '3f48bc61a8384c9eb73b7a702eca1e7d', 'tenant_id': '3f48bc61a8384c9eb73b7a702eca1e7d'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:19:06.923921 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] Made reservation on behalf of 3f48bc61a8384c9eb73b7a702eca1e7d for: {'network': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:19:06.926904 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:06.946789 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:07.067869 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:07.140773 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:07.160915 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=94799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:19:07.188431 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751443108500', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:07.188965 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] Unsubscribe: segment precommit_create {{(pid=94799) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 15:19:07.189543 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.db.segments_db [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] Added segment 8ced974b-cb4c-4072-b139-9939b2312079 of type vlan for network ef009250-b63f-4bfe-9903-9d56a1bdfde0 Sep 15 15:19:07.205661 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ba0a09-fa37-4f09-8d3e-87073d007d2a,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:07.255865 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:07.256220 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:07.256553 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:07.256878 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:07.257200 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:07.257552 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:07.257907 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:07.258209 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:07.258539 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:07.258857 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:07.259196 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:07.259509 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] Tracked resource versions report: Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: pushed versions: Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: { 'AddressGroup': {'1.2'}, Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: 'ConntrackHelper': {'1.0'}, Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: 'Log': {'1.0'}, Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: 'Network': {'1.1'}, Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: 'Port': {'1.7'}, Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: 'PortForwarding': {'1.2'}, Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: 'QosPolicy': {'1.9'}, Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: 'SecurityGroup': {'1.4'}, Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: 'SubPort': {'1.0'}, Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: 'Subnet': {'1.1'}, Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: 'Trunk': {'1.1'}} Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: consumer versions: Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: { DHCP agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: L3 agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: Metadata agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: Metering agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: Open vSwitch agent@dv-cinder-809201-1-iscsi: { 'AddressGroup': '1.2', Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: 'ConntrackHelper': '1.0', Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: 'Log': '1.0', Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: 'Network': '1.1', Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: 'Port': '1.7', Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: 'PortForwarding': '1.2', Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: 'QosPolicy': '1.9', Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: 'SecurityGroup': '1.4', Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: 'SecurityGroupRule': '1.2', Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: 'SubPort': '1.0', Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: 'Subnet': '1.1', Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: 'Trunk': '1.1'}} Sep 15 15:19:07.260597 dv-cinder-809201-1-iscsi neutron-server[94799]: {{(pid=94799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:19:07.311502 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442518815'] for network, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:07.415296 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for network, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:07.416399 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:07.417036 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:07.514372 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] Pushing event updated for resources: {'Network': ['ID=ef009250-b63f-4bfe-9903-9d56a1bdfde0,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:07.525878 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Network ef009250-b63f-4bfe-9903-9d56a1bdfde0 details requested by agent ovs-agent-dv-cinder-809201-1-iscsi with host dv-cinder-809201-1-iscsi {{(pid=94801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:19:07.585757 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-fa906075-7d8f-40f1-b86d-354888c20865 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0977592 Sep 15 15:19:10.307077 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 44198) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:10.712527 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22def2ec-77ec-4be8-951a-1a70094a6226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:10.714045 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-22def2ec-77ec-4be8-951a-1a70094a6226 admin admin] 10.222.0.54 "GET /v2.0/networks/ef009250-b63f-4bfe-9903-9d56a1bdfde0 HTTP/1.1" status: 200 len: 825 time: 0.4060030 Sep 15 15:19:10.742042 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-7e50f7ab-f944-4d86-9f19-09020e92427f admin admin] 10.222.0.54 "GET /v2.0/subnetpools/dbed4f94-51d7-41da-b125-6fe0563cc0f7 HTTP/1.1" status: 200 len: 734 time: 0.0214803 Sep 15 15:19:10.751823 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-ee95bcd8-50a5-4e1f-80bd-c73174f8c4c9 admin admin] Request body: {'subnet': {'subnetpool_id': 'dbed4f94-51d7-41da-b125-6fe0563cc0f7', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '3f48bc61a8384c9eb73b7a702eca1e7d', 'network_id': 'ef009250-b63f-4bfe-9903-9d56a1bdfde0'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:19:10.875954 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee95bcd8-50a5-4e1f-80bd-c73174f8c4c9 admin admin] Made reservation on behalf of 3f48bc61a8384c9eb73b7a702eca1e7d for: {'subnet': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:19:10.878785 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ee95bcd8-50a5-4e1f-80bd-c73174f8c4c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:11.295360 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ee95bcd8-50a5-4e1f-80bd-c73174f8c4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for subnet, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:11.368093 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95bcd8-50a5-4e1f-80bd-c73174f8c4c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3791b3be-403c-4388-abd3-348444b33dcd,revision_number=0']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:11.370386 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee95bcd8-50a5-4e1f-80bd-c73174f8c4c9 admin admin] Checking segment: {'id': '8ced974b-cb4c-4072-b139-9939b2312079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ef009250-b63f-4bfe-9903-9d56a1bdfde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:19:11.370768 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee95bcd8-50a5-4e1f-80bd-c73174f8c4c9 admin admin] Network hostable DHCP agents. Network: ef009250-b63f-4bfe-9903-9d56a1bdfde0, hostable agents: ['c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0'], hosted agents: [] {{(pid=94799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:19:11.506620 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee95bcd8-50a5-4e1f-80bd-c73174f8c4c9 admin admin] Network ef009250-b63f-4bfe-9903-9d56a1bdfde0 is scheduled to be hosted by DHCP agent c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0 with binding_index 1 {{(pid=94799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:19:11.579213 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-ee95bcd8-50a5-4e1f-80bd-c73174f8c4c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-1-iscsi, ef009250-b63f-4bfe-9903-9d56a1bdfde0) {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:19:11.584222 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee95bcd8-50a5-4e1f-80bd-c73174f8c4c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:11.584827 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ee95bcd8-50a5-4e1f-80bd-c73174f8c4c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for subnet, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:11.589217 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a97c59-72e2-4563-aabe-5a097f841cc7 None None] Network ef009250-b63f-4bfe-9903-9d56a1bdfde0 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:19:11.671111 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-ee95bcd8-50a5-4e1f-80bd-c73174f8c4c9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9227746 Sep 15 15:19:11.920619 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76b1df7-bc46-5e58-888b-22cc83ae4b15-ef009250-b63f-4bfe-9903-9d56a1bdfde0', 'network_id': 'ef009250-b63f-4bfe-9903-9d56a1bdfde0', 'tenant_id': '3f48bc61a8384c9eb73b7a702eca1e7d', 'fixed_ips': [{'subnet_id': '3791b3be-403c-4388-abd3-348444b33dcd'}]}} from dv-cinder-809201-1-iscsi. {{(pid=94801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:19:11.921857 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:12.202980 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.db_base_plugin_common [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Allocated IP 172.20.0.2 (ef009250-b63f-4bfe-9903-9d56a1bdfde0/3791b3be-403c-4388-abd3-348444b33dcd/12ac84fa-305d-4e03-9da2-2862f98e4c39) {{(pid=94801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:19:12.442707 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Notify callbacks [] for port, precommit_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:12.535588 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464'] for port, after_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:12.604059 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Network ef009250-b63f-4bfe-9903-9d56a1bdfde0 is already hosted by enough agents. {{(pid=94801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:19:12.609059 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.scheduler.base_scheduler [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Resources bound (agent type, host, resource id): {{(pid=94801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:19:12.612404 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Received port after_create {{(pid=94801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:19:12.654986 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Pushing event updated for resources: {'Port': ['ID=12ac84fa-305d-4e03-9da2-2862f98e4c39,revision_number=1']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:12.680790 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:12.681132 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:12.681471 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:12.681808 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:12.682244 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:12.682578 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:12.682903 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:12.683254 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:12.683592 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:12.683915 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:12.684232 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:12.684547 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Tracked resource versions report: Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: pushed versions: Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: { 'AddressGroup': {'1.2'}, Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: 'ConntrackHelper': {'1.0'}, Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: 'Log': {'1.0'}, Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: 'Network': {'1.1'}, Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: 'Port': {'1.7'}, Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: 'PortForwarding': {'1.2'}, Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: 'QosPolicy': {'1.9'}, Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: 'SecurityGroup': {'1.4'}, Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: 'SubPort': {'1.0'}, Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: 'Subnet': {'1.1'}, Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: 'Trunk': {'1.1'}} Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: consumer versions: Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: { DHCP agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: L3 agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: Metadata agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: Metering agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: Open vSwitch agent@dv-cinder-809201-1-iscsi: { 'AddressGroup': '1.2', Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: 'ConntrackHelper': '1.0', Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: 'Log': '1.0', Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: 'Network': '1.1', Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: 'Port': '1.7', Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: 'PortForwarding': '1.2', Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: 'QosPolicy': '1.9', Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: 'SecurityGroup': '1.4', Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: 'SecurityGroupRule': '1.2', Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: 'SubPort': '1.0', Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: 'Subnet': '1.1', Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: 'Trunk': '1.1'}} Sep 15 15:19:12.685700 dv-cinder-809201-1-iscsi neutron-server[94801]: {{(pid=94801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:19:12.714400 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Attempting to bind port 12ac84fa-305d-4e03-9da2-2862f98e4c39 on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:19:12.714794 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Attempting to bind port 12ac84fa-305d-4e03-9da2-2862f98e4c39 by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': '8ced974b-cb4c-4072-b139-9939b2312079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ef009250-b63f-4bfe-9903-9d56a1bdfde0'}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:19:12.715241 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Attempting to bind port 12ac84fa-305d-4e03-9da2-2862f98e4c39 on network ef009250-b63f-4bfe-9903-9d56a1bdfde0 {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:19:12.720021 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:19:12.720518 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Checking segment: {'id': '8ced974b-cb4c-4072-b139-9939b2312079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ef009250-b63f-4bfe-9903-9d56a1bdfde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:19:12.721157 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:12.721592 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Bound using segment: {'id': '8ced974b-cb4c-4072-b139-9939b2312079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ef009250-b63f-4bfe-9903-9d56a1bdfde0'} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:19:12.722531 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Bound port: 12ac84fa-305d-4e03-9da2-2862f98e4c39, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ced974b-cb4c-4072-b139-9939b2312079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ef009250-b63f-4bfe-9903-9d56a1bdfde0'}}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:19:12.722531 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:12.785158 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] For port 12ac84fa-305d-4e03-9da2-2862f98e4c39, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:19:12.789610 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] For port 12ac84fa-305d-4e03-9da2-2862f98e4c39, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=12ac84fa-305d-4e03-9da2-2862f98e4c39,segment=NetworkSegment(8ced974b-cb4c-4072-b139-9939b2312079),segment_id=8ced974b-cb4c-4072-b139-9939b2312079)] {{(pid=94801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:19:12.895734 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:12.962896 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2bef7-8205-4e71-a4e2-4dbd677aac6c None None] Pushing event updated for resources: {'Port': ['ID=12ac84fa-305d-4e03-9da2-2862f98e4c39,revision_number=2']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:14.122639 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 44206) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:14.455849 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [None req-762a2418-d86e-4d09-bf05-a3aa82b4bda9 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:19:14.456858 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-762a2418-d86e-4d09-bf05-a3aa82b4bda9 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3333237 Sep 15 15:19:16.901570 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 44214) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:17.219370 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [None req-f2d9c32f-fec0-4326-8f54-a4385c7ba4ac admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:19:17.220384 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-f2d9c32f-fec0-4326-8f54-a4385c7ba4ac admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3178747 Sep 15 15:19:19.934243 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 44224) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:19.962838 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 5 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:19:20.463562 dv-cinder-809201-1-iscsi neutron-server[94800]: WARNING oslo_policy.policy [None req-8f6eccec-045d-4952-838b-40fd1df33096 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:19:20.464141 dv-cinder-809201-1-iscsi neutron-server[94800]: WARNING oslo_policy.policy [None req-8f6eccec-045d-4952-838b-40fd1df33096 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:19:20.686425 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-8f6eccec-045d-4952-838b-40fd1df33096 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '3f48bc61a8384c9eb73b7a702eca1e7d', 'name': 'router1'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:19:20.753757 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.policy [None req-8f6eccec-045d-4952-838b-40fd1df33096 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94800) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 15:19:20.800160 dv-cinder-809201-1-iscsi neutron-server[94800]: WARNING oslo_policy.policy [None req-8f6eccec-045d-4952-838b-40fd1df33096 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:19:20.800564 dv-cinder-809201-1-iscsi neutron-server[94800]: WARNING oslo_policy.policy [None req-8f6eccec-045d-4952-838b-40fd1df33096 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:19:20.809380 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.quota [None req-8f6eccec-045d-4952-838b-40fd1df33096 admin admin] Loaded quota_driver: . Sep 15 15:19:20.929137 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8f6eccec-045d-4952-838b-40fd1df33096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:20.931196 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8f6eccec-045d-4952-838b-40fd1df33096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:21.098393 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8f6eccec-045d-4952-838b-40fd1df33096 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:21.176409 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8f6eccec-045d-4952-838b-40fd1df33096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568907'] for router, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:21.304479 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8f6eccec-045d-4952-838b-40fd1df33096 admin admin] Notify callbacks [] for router, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:21.305979 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-8f6eccec-045d-4952-838b-40fd1df33096 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3695643 Sep 15 15:19:21.652620 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb3c871-efe8-4876-ba3f-00e2f8c99798 None None] Network ef009250-b63f-4bfe-9903-9d56a1bdfde0 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:19:21.652620 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 12ac84fa-305d-4e03-9da2-2862f98e4c39 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:19:21.718857 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-61827a89-c13a-4441-b389-14ceea6b1dea None None] Provisioning complete for port 12ac84fa-305d-4e03-9da2-2862f98e4c39 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:19:21.719259 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-61827a89-c13a-4441-b389-14ceea6b1dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:21.801403 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 12ac84fa-305d-4e03-9da2-2862f98e4c39 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:19:21.801760 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:21.952671 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-61827a89-c13a-4441-b389-14ceea6b1dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:22.030637 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:22.036155 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-61827a89-c13a-4441-b389-14ceea6b1dea None None] For port 12ac84fa-305d-4e03-9da2-2862f98e4c39, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=12ac84fa-305d-4e03-9da2-2862f98e4c39,segment=NetworkSegment(8ced974b-cb4c-4072-b139-9939b2312079),segment_id=8ced974b-cb4c-4072-b139-9939b2312079)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:19:22.140921 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-61827a89-c13a-4441-b389-14ceea6b1dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:22.214303 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.db.api [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:19:22.214587 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG oslo_db.api [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:19:22.217184 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61827a89-c13a-4441-b389-14ceea6b1dea None None] Pushing event updated for resources: {'Port': ['ID=12ac84fa-305d-4e03-9da2-2862f98e4c39,revision_number=3']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:22.263180 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-9392f51e-01ee-44e5-b831-4db1c38d303e None None] Provisioning complete for port 12ac84fa-305d-4e03-9da2-2862f98e4c39 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:19:22.263463 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-9392f51e-01ee-44e5-b831-4db1c38d303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:23.212924 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-84798213-aae2-49bf-9489-3281cb66c72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:23.591484 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 12ac84fa-305d-4e03-9da2-2862f98e4c39 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:19:23.643237 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 12ac84fa-305d-4e03-9da2-2862f98e4c39 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:19:23.643604 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:23.819686 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 44244) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:24.144992 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [None req-cfaaae2b-2e68-40a6-b007-f3a703ddd4ad admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:19:24.145984 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-cfaaae2b-2e68-40a6-b007-f3a703ddd4ad admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3253217 Sep 15 15:19:26.052660 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-7d02c53b-9bee-434a-84a0-f308968641d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.155849 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:26.594141 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 44252) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:26.911609 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:19:27.014482 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] Made reservation on behalf of 7645b950684c4b5b8255100cf711c4fe for: {'network': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:19:27.017845 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:27.033724 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:27.046947 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:27.151225 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:27.237016 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:27.248208 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] Reserving flat network on physical network physnet1 {{(pid=94800) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 15:19:27.279788 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751443108500', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:27.280252 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] Unsubscribe: segment precommit_create {{(pid=94800) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 15:19:27.280794 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.db.segments_db [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] Added segment 892b6518-e65e-438b-8e7f-3ce7335aa343 of type flat for network 70862140-ffde-47fa-81bd-8f9d99919982 Sep 15 15:19:27.296214 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec94e21-e87a-42eb-bf32-d8b939627294,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:27.342098 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:27.345718 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:27.345718 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:27.345718 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:27.345718 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:27.345718 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:27.346154 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:27.346154 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:27.346154 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:27.346154 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:27.346154 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:27.346541 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] Tracked resource versions report: Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: pushed versions: Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: { 'AddressGroup': {'1.2'}, Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: 'ConntrackHelper': {'1.0'}, Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: 'Log': {'1.0'}, Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: 'Network': {'1.1'}, Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: 'Port': {'1.7'}, Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: 'PortForwarding': {'1.2'}, Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: 'QosPolicy': {'1.9'}, Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: 'SecurityGroup': {'1.4'}, Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: 'SubPort': {'1.0'}, Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: 'Subnet': {'1.1'}, Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: 'Trunk': {'1.1'}} Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: consumer versions: Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: { DHCP agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: L3 agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: Metadata agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: Metering agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: Open vSwitch agent@dv-cinder-809201-1-iscsi: { 'AddressGroup': '1.2', Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: 'ConntrackHelper': '1.0', Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: 'Log': '1.0', Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: 'Network': '1.1', Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: 'Port': '1.7', Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: 'PortForwarding': '1.2', Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: 'QosPolicy': '1.9', Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: 'SecurityGroup': '1.4', Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: 'SecurityGroupRule': '1.2', Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: 'SubPort': '1.0', Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: 'Subnet': '1.1', Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: 'Trunk': '1.1'}} Sep 15 15:19:27.346827 dv-cinder-809201-1-iscsi neutron-server[94800]: {{(pid=94800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:19:27.402300 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442518815'] for network, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:27.607350 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for network, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:27.608591 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:27.609289 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:27.705555 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] Pushing event updated for resources: {'Network': ['ID=70862140-ffde-47fa-81bd-8f9d99919982,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:27.715886 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Network 70862140-ffde-47fa-81bd-8f9d99919982 details requested by agent ovs-agent-dv-cinder-809201-1-iscsi with host dv-cinder-809201-1-iscsi {{(pid=94801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:19:27.763853 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-ff09be94-427b-498a-aa4a-1ac393085d15 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1676645 Sep 15 15:19:28.698344 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:30.168331 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 44274) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:30.384840 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6b0e88-d1a6-4fba-8715-339f80fe1efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:30.386200 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-5d6b0e88-d1a6-4fba-8715-339f80fe1efa admin admin] 10.222.0.54 "GET /v2.0/subnets/3791b3be-403c-4388-abd3-348444b33dcd HTTP/1.1" status: 200 len: 849 time: 0.2172904 Sep 15 15:19:30.524306 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-97ec4a97-575d-4051-8715-1f54a6f1ac4c admin admin] 10.222.0.54 "GET /v2.0/routers/b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb HTTP/1.1" status: 200 len: 704 time: 0.1317813 Sep 15 15:19:30.785492 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-22a9cf55-2950-46d8-a86b-2a20502cd630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:31.083232 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_common [None req-22a9cf55-2950-46d8-a86b-2a20502cd630 admin admin] Allocated IP 172.20.0.1 (ef009250-b63f-4bfe-9903-9d56a1bdfde0/3791b3be-403c-4388-abd3-348444b33dcd/153d0357-adb7-41e2-8abb-c29dd9a695f7) {{(pid=94800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:19:31.269440 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-22a9cf55-2950-46d8-a86b-2a20502cd630 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:31.430257 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-22a9cf55-2950-46d8-a86b-2a20502cd630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464'] for port, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:31.508239 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a9cf55-2950-46d8-a86b-2a20502cd630 admin admin] Network ef009250-b63f-4bfe-9903-9d56a1bdfde0 is already hosted by enough agents. {{(pid=94800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:19:31.521054 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [None req-22a9cf55-2950-46d8-a86b-2a20502cd630 admin admin] Resources bound (agent type, host, resource id): {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:19:31.525107 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a9cf55-2950-46d8-a86b-2a20502cd630 admin admin] Received port after_create {{(pid=94800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:19:31.525654 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-22a9cf55-2950-46d8-a86b-2a20502cd630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568988'] for router_interface, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:31.528154 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9cf55-2950-46d8-a86b-2a20502cd630 admin admin] Pushing event updated for resources: {'Port': ['ID=153d0357-adb7-41e2-8abb-c29dd9a695f7,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:31.717562 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-8cccc346-4ce3-4bfc-98ed-d8054902aebb None None] Provisioning complete for port 153d0357-adb7-41e2-8abb-c29dd9a695f7 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:19:31.718094 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-8cccc346-4ce3-4bfc-98ed-d8054902aebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:31.753775 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-8cccc346-4ce3-4bfc-98ed-d8054902aebb None None] Port 153d0357-adb7-41e2-8abb-c29dd9a695f7 cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:19:31.804404 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-22a9cf55-2950-46d8-a86b-2a20502cd630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:32.054867 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-22a9cf55-2950-46d8-a86b-2a20502cd630 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:32.127652 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-22a9cf55-2950-46d8-a86b-2a20502cd630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:32.128432 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-22a9cf55-2950-46d8-a86b-2a20502cd630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579084'] for router_interface, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:32.187888 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9cf55-2950-46d8-a86b-2a20502cd630 admin admin] Pushing event updated for resources: {'Port': ['ID=153d0357-adb7-41e2-8abb-c29dd9a695f7,revision_number=2']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:32.251210 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a9cf55-2950-46d8-a86b-2a20502cd630 admin admin] Network ef009250-b63f-4bfe-9903-9d56a1bdfde0 is already hosted by enough agents. {{(pid=94800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:19:32.253177 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [None req-22a9cf55-2950-46d8-a86b-2a20502cd630 admin admin] Resources bound (agent type, host, resource id): {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:19:32.471516 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a9cf55-2950-46d8-a86b-2a20502cd630 admin admin] Router b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb is scheduled to L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc with binding_index 1 {{(pid=94800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:19:32.479020 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-2b0a4f12-703c-4bd5-ba4b-dcf163c06dbf None None] Provisioning complete for port 153d0357-adb7-41e2-8abb-c29dd9a695f7 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:19:32.479390 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-2b0a4f12-703c-4bd5-ba4b-dcf163c06dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:32.513062 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-2b0a4f12-703c-4bd5-ba4b-dcf163c06dbf None None] Port 153d0357-adb7-41e2-8abb-c29dd9a695f7 cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:19:32.564801 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a9cf55-2950-46d8-a86b-2a20502cd630 admin admin] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:19:32.569943 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-22a9cf55-2950-46d8-a86b-2a20502cd630 admin admin] 10.222.0.54 "PUT /v2.0/routers/b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0398724 Sep 15 15:19:32.586339 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed4627e-3e02-4a70-9818-d0d6d697bc08 None None] Sync routers for ids ['b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb'] in dv-cinder-809201-1-iscsi {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:19:32.599711 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed4627e-3e02-4a70-9818-d0d6d697bc08 None None] Routers {'b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:19:32.600653 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-5ed4627e-3e02-4a70-9818-d0d6d697bc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:19:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:32.784834 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-5ed4627e-3e02-4a70-9818-d0d6d697bc08 None None] Set router b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb gateway port host: None {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:19:33.213892 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-5ed4627e-3e02-4a70-9818-d0d6d697bc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb', 'name': 'router1', 'tenant_id': '3f48bc61a8384c9eb73b7a702eca1e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:19:20Z', 'updated_at': '2021-09-15T15:19:31Z', 'revision_number': 2, 'project_id': '3f48bc61a8384c9eb73b7a702eca1e7d', 'gw_port_host': None, '_interfaces': [{'id': '153d0357-adb7-41e2-8abb-c29dd9a695f7', 'name': '', 'network_id': 'ef009250-b63f-4bfe-9903-9d56a1bdfde0', 'tenant_id': '3f48bc61a8384c9eb73b7a702eca1e7d', 'mac_address': 'fa:16:3e:6a:1a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3791b3be-403c-4388-abd3-348444b33dcd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:19:30Z', 'updated_at': '2021-09-15T15:19:31Z', 'revision_number': 2, 'project_id': '3f48bc61a8384c9eb73b7a702eca1e7d', 'subnets': [{'id': '3791b3be-403c-4388-abd3-348444b33dcd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dbed4f94-51d7-41da-b125-6fe0563cc0f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:33.265910 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed4627e-3e02-4a70-9818-d0d6d697bc08 None None] Checking router: b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb for host: dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:19:33.266269 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed4627e-3e02-4a70-9818-d0d6d697bc08 None None] Updating router b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb port 153d0357-adb7-41e2-8abb-c29dd9a695f7 binding host dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:19:33.317023 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-5ed4627e-3e02-4a70-9818-d0d6d697bc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:33.849613 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-5ed4627e-3e02-4a70-9818-d0d6d697bc08 None None] Notify callbacks [] for port, precommit_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:33.951562 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-5ed4627e-3e02-4a70-9818-d0d6d697bc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:34.123941 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64a36d-e27f-4f56-b337-cae74e35c366 None None] Pushing event updated for resources: {'Port': ['ID=153d0357-adb7-41e2-8abb-c29dd9a695f7,revision_number=3']} {{(pid=94802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:34.140668 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-5ed4627e-3e02-4a70-9818-d0d6d697bc08 None None] Attempting to bind port 153d0357-adb7-41e2-8abb-c29dd9a695f7 on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:19:34.141066 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-5ed4627e-3e02-4a70-9818-d0d6d697bc08 None None] Attempting to bind port 153d0357-adb7-41e2-8abb-c29dd9a695f7 by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': '8ced974b-cb4c-4072-b139-9939b2312079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ef009250-b63f-4bfe-9903-9d56a1bdfde0'}] {{(pid=94802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:19:34.141495 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed4627e-3e02-4a70-9818-d0d6d697bc08 None None] Attempting to bind port 153d0357-adb7-41e2-8abb-c29dd9a695f7 on network ef009250-b63f-4bfe-9903-9d56a1bdfde0 {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:19:34.145718 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64a36d-e27f-4f56-b337-cae74e35c366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:34.146061 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64a36d-e27f-4f56-b337-cae74e35c366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:34.146398 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64a36d-e27f-4f56-b337-cae74e35c366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:34.146732 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64a36d-e27f-4f56-b337-cae74e35c366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:34.147084 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64a36d-e27f-4f56-b337-cae74e35c366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:34.147411 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64a36d-e27f-4f56-b337-cae74e35c366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:34.147732 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64a36d-e27f-4f56-b337-cae74e35c366 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:34.148050 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64a36d-e27f-4f56-b337-cae74e35c366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:34.148381 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64a36d-e27f-4f56-b337-cae74e35c366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:34.148701 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64a36d-e27f-4f56-b337-cae74e35c366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:34.149016 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64a36d-e27f-4f56-b337-cae74e35c366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:34.149335 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64a36d-e27f-4f56-b337-cae74e35c366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f64a36d-e27f-4f56-b337-cae74e35c366 None None] Tracked resource versions report: Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: pushed versions: Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: { 'AddressGroup': {'1.2'}, Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: 'ConntrackHelper': {'1.0'}, Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: 'Log': {'1.0'}, Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: 'Network': {'1.1'}, Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: 'Port': {'1.7'}, Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: 'PortForwarding': {'1.2'}, Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: 'QosPolicy': {'1.9'}, Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: 'SecurityGroup': {'1.4'}, Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: 'SubPort': {'1.0'}, Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: 'Subnet': {'1.1'}, Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: 'Trunk': {'1.1'}} Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: consumer versions: Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: { DHCP agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: L3 agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: Metadata agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: Metering agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: Open vSwitch agent@dv-cinder-809201-1-iscsi: { 'AddressGroup': '1.2', Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: 'ConntrackHelper': '1.0', Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: 'Log': '1.0', Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: 'Network': '1.1', Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: 'Port': '1.7', Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: 'PortForwarding': '1.2', Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: 'QosPolicy': '1.9', Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: 'SecurityGroup': '1.4', Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: 'SecurityGroupRule': '1.2', Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: 'SubPort': '1.0', Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: 'Subnet': '1.1', Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: 'Trunk': '1.1'}} Sep 15 15:19:34.150471 dv-cinder-809201-1-iscsi neutron-server[94802]: {{(pid=94802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:19:34.154728 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed4627e-3e02-4a70-9818-d0d6d697bc08 None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:19:34.155171 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed4627e-3e02-4a70-9818-d0d6d697bc08 None None] Checking segment: {'id': '8ced974b-cb4c-4072-b139-9939b2312079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ef009250-b63f-4bfe-9903-9d56a1bdfde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:19:34.155652 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-5ed4627e-3e02-4a70-9818-d0d6d697bc08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:34.156029 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed4627e-3e02-4a70-9818-d0d6d697bc08 None None] Bound using segment: {'id': '8ced974b-cb4c-4072-b139-9939b2312079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ef009250-b63f-4bfe-9903-9d56a1bdfde0'} {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:19:34.156514 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-5ed4627e-3e02-4a70-9818-d0d6d697bc08 None None] Bound port: 153d0357-adb7-41e2-8abb-c29dd9a695f7, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ced974b-cb4c-4072-b139-9939b2312079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ef009250-b63f-4bfe-9903-9d56a1bdfde0'}}] {{(pid=94802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:19:34.156892 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-5ed4627e-3e02-4a70-9818-d0d6d697bc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:34.226800 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.db [None req-5ed4627e-3e02-4a70-9818-d0d6d697bc08 None None] For port 153d0357-adb7-41e2-8abb-c29dd9a695f7, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:19:34.247583 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-219cdb0a-d18c-4835-8406-ac36255f52bb None None] Provisioning complete for port 153d0357-adb7-41e2-8abb-c29dd9a695f7 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:19:34.248300 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-219cdb0a-d18c-4835-8406-ac36255f52bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:34.261282 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.db [None req-5ed4627e-3e02-4a70-9818-d0d6d697bc08 None None] For port 153d0357-adb7-41e2-8abb-c29dd9a695f7, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=153d0357-adb7-41e2-8abb-c29dd9a695f7,segment=NetworkSegment(8ced974b-cb4c-4072-b139-9939b2312079),segment_id=8ced974b-cb4c-4072-b139-9939b2312079)] {{(pid=94802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:19:34.288699 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-219cdb0a-d18c-4835-8406-ac36255f52bb None None] Port 153d0357-adb7-41e2-8abb-c29dd9a695f7 cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:19:34.335592 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-5ed4627e-3e02-4a70-9818-d0d6d697bc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:34.406256 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed4627e-3e02-4a70-9818-d0d6d697bc08 None None] Routers {'b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:19:34.406926 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-5ed4627e-3e02-4a70-9818-d0d6d697bc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:19:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:34.409996 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64a36d-e27f-4f56-b337-cae74e35c366 None None] Pushing event updated for resources: {'Port': ['ID=153d0357-adb7-41e2-8abb-c29dd9a695f7,revision_number=4']} {{(pid=94802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:34.523212 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-5ed4627e-3e02-4a70-9818-d0d6d697bc08 None None] Set router b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb gateway port host: None {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:19:34.611607 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-13de180f-8f2e-4b1d-bbe7-6e6bf2be282a None None] Provisioning complete for port 153d0357-adb7-41e2-8abb-c29dd9a695f7 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:19:34.612086 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-13de180f-8f2e-4b1d-bbe7-6e6bf2be282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:34.692609 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-13de180f-8f2e-4b1d-bbe7-6e6bf2be282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:34.725944 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-13de180f-8f2e-4b1d-bbe7-6e6bf2be282a None None] For port 153d0357-adb7-41e2-8abb-c29dd9a695f7, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=153d0357-adb7-41e2-8abb-c29dd9a695f7,segment=NetworkSegment(8ced974b-cb4c-4072-b139-9939b2312079),segment_id=8ced974b-cb4c-4072-b139-9939b2312079)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:19:34.748328 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-5ed4627e-3e02-4a70-9818-d0d6d697bc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb', 'name': 'router1', 'tenant_id': '3f48bc61a8384c9eb73b7a702eca1e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:19:20Z', 'updated_at': '2021-09-15T15:19:31Z', 'revision_number': 2, 'project_id': '3f48bc61a8384c9eb73b7a702eca1e7d', 'gw_port_host': None, '_interfaces': [{'id': '153d0357-adb7-41e2-8abb-c29dd9a695f7', 'name': '', 'network_id': 'ef009250-b63f-4bfe-9903-9d56a1bdfde0', 'tenant_id': '3f48bc61a8384c9eb73b7a702eca1e7d', 'mac_address': 'fa:16:3e:6a:1a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3791b3be-403c-4388-abd3-348444b33dcd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:19:30Z', 'updated_at': '2021-09-15T15:19:34Z', 'revision_number': 4, 'project_id': '3f48bc61a8384c9eb73b7a702eca1e7d', 'subnets': [{'id': '3791b3be-403c-4388-abd3-348444b33dcd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dbed4f94-51d7-41da-b125-6fe0563cc0f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:34.776453 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed4627e-3e02-4a70-9818-d0d6d697bc08 None None] The sync data for ids ['b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb'] in dv-cinder-809201-1-iscsi is: [{'id': 'b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb', 'name': 'router1', 'tenant_id': '3f48bc61a8384c9eb73b7a702eca1e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:19:20Z', 'updated_at': '2021-09-15T15:19:31Z', 'revision_number': 2, 'project_id': '3f48bc61a8384c9eb73b7a702eca1e7d', 'gw_port_host': None, '_interfaces': [{'id': '153d0357-adb7-41e2-8abb-c29dd9a695f7', 'name': '', 'network_id': 'ef009250-b63f-4bfe-9903-9d56a1bdfde0', 'tenant_id': '3f48bc61a8384c9eb73b7a702eca1e7d', 'mac_address': 'fa:16:3e:6a:1a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3791b3be-403c-4388-abd3-348444b33dcd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:19:30Z', 'updated_at': '2021-09-15T15:19:34Z', 'revision_number': 4, 'project_id': '3f48bc61a8384c9eb73b7a702eca1e7d', 'subnets': [{'id': '3791b3be-403c-4388-abd3-348444b33dcd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dbed4f94-51d7-41da-b125-6fe0563cc0f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:19:34.815207 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-13de180f-8f2e-4b1d-bbe7-6e6bf2be282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:34.867660 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de180f-8f2e-4b1d-bbe7-6e6bf2be282a None None] Pushing event updated for resources: {'Port': ['ID=153d0357-adb7-41e2-8abb-c29dd9a695f7,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:34.896917 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 44294) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:35.012361 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a39a426-9a0a-4734-8fe4-24f212ae4da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:35.013732 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-9a39a426-9a0a-4734-8fe4-24f212ae4da4 admin admin] 10.222.0.54 "GET /v2.0/networks/70862140-ffde-47fa-81bd-8f9d99919982 HTTP/1.1" status: 200 len: 842 time: 0.1158071 Sep 15 15:19:35.025033 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-2370a7e0-ca06-4b85-bdcb-81cdfd689251 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'name': 'public-subnet'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:19:35.134137 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2370a7e0-ca06-4b85-bdcb-81cdfd689251 admin admin] Made reservation on behalf of 7645b950684c4b5b8255100cf711c4fe for: {'subnet': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:19:35.136554 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2370a7e0-ca06-4b85-bdcb-81cdfd689251 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:35.565823 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.objects.ports [None req-2370a7e0-ca06-4b85-bdcb-81cdfd689251 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94799) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 15:19:35.566319 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2370a7e0-ca06-4b85-bdcb-81cdfd689251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for subnet, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:35.618348 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370a7e0-ca06-4b85-bdcb-81cdfd689251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ac39d78-6dff-4eb9-9797-5a3cc8acd948,revision_number=0']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:35.633281 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2370a7e0-ca06-4b85-bdcb-81cdfd689251 admin admin] Checking segment: {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:19:35.633626 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2370a7e0-ca06-4b85-bdcb-81cdfd689251 admin admin] Network hostable DHCP agents. Network: 70862140-ffde-47fa-81bd-8f9d99919982, hostable agents: ['c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0'], hosted agents: [] {{(pid=94799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:19:35.728221 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2370a7e0-ca06-4b85-bdcb-81cdfd689251 admin admin] Network 70862140-ffde-47fa-81bd-8f9d99919982 is scheduled to be hosted by DHCP agent c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0 with binding_index 1 {{(pid=94799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:19:35.807035 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-2370a7e0-ca06-4b85-bdcb-81cdfd689251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-1-iscsi, 70862140-ffde-47fa-81bd-8f9d99919982) {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:19:35.811029 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2370a7e0-ca06-4b85-bdcb-81cdfd689251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:35.811616 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2370a7e0-ca06-4b85-bdcb-81cdfd689251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for subnet, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:35.816790 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee194873-ab87-4fe6-bb07-1e248884c714 None None] Network 70862140-ffde-47fa-81bd-8f9d99919982 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:19:35.939438 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-2370a7e0-ca06-4b85-bdcb-81cdfd689251 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9078968 Sep 15 15:19:36.020737 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c95be53-60f3-4ad7-a990-9dbdab2f2acd None None] Network 70862140-ffde-47fa-81bd-8f9d99919982 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:19:38.284628 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 44302) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:38.520730 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-f2795724-5660-4048-8553-ad5474153f02 admin admin] 10.222.0.54 "GET /v2.0/routers/b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb HTTP/1.1" status: 200 len: 710 time: 0.2349224 Sep 15 15:19:38.612285 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04aa3bc-9218-4282-94f3-a23a3edc19ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:19:38.619237 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-e04aa3bc-9218-4282-94f3-a23a3edc19ce admin admin] 10.222.0.54 "GET /v2.0/networks/70862140-ffde-47fa-81bd-8f9d99919982 HTTP/1.1" status: 200 len: 886 time: 0.0867212 Sep 15 15:19:38.623084 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-856f4b1f-6c5a-4487-9f1b-93a2b9935a1b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:19:38.877101 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-856f4b1f-6c5a-4487-9f1b-93a2b9935a1b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:39.341213 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-856f4b1f-6c5a-4487-9f1b-93a2b9935a1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:39.417378 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-856f4b1f-6c5a-4487-9f1b-93a2b9935a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:39.574593 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_common [None req-856f4b1f-6c5a-4487-9f1b-93a2b9935a1b admin admin] Allocated IP 172.27.3.154 (70862140-ffde-47fa-81bd-8f9d99919982/7ac39d78-6dff-4eb9-9797-5a3cc8acd948/1ecf2902-daca-4f5b-9155-70390436afe9) {{(pid=94799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:19:39.684849 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-856f4b1f-6c5a-4487-9f1b-93a2b9935a1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:39.872109 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-856f4b1f-6c5a-4487-9f1b-93a2b9935a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464'] for port, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:39.933526 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856f4b1f-6c5a-4487-9f1b-93a2b9935a1b admin admin] Network 70862140-ffde-47fa-81bd-8f9d99919982 is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:19:39.941122 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-856f4b1f-6c5a-4487-9f1b-93a2b9935a1b admin admin] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:19:39.947783 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856f4b1f-6c5a-4487-9f1b-93a2b9935a1b admin admin] Received port after_create {{(pid=94799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:19:40.002878 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f4b1f-6c5a-4487-9f1b-93a2b9935a1b admin admin] Pushing event updated for resources: {'Port': ['ID=1ecf2902-daca-4f5b-9155-70390436afe9,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:40.337129 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-856f4b1f-6c5a-4487-9f1b-93a2b9935a1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:40.533442 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-856f4b1f-6c5a-4487-9f1b-93a2b9935a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-579866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-403'] for router, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:40.539183 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-856f4b1f-6c5a-4487-9f1b-93a2b9935a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567736', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-579857'] for router, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:40.653276 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856f4b1f-6c5a-4487-9f1b-93a2b9935a1b admin admin] Router b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:19:40.830078 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856f4b1f-6c5a-4487-9f1b-93a2b9935a1b admin admin] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:19:40.834926 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-856f4b1f-6c5a-4487-9f1b-93a2b9935a1b admin admin] Notify callbacks [] for router, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:40.836292 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-856f4b1f-6c5a-4487-9f1b-93a2b9935a1b admin admin] 10.222.0.54 "PUT /v2.0/routers/b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb HTTP/1.1" status: 200 len: 890 time: 2.2163048 Sep 15 15:19:41.346154 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e033231a-291b-4bb5-b5a2-51e0d1e392f5 None None] Sync routers for ids ['b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb'] in dv-cinder-809201-1-iscsi {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:19:41.356010 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e033231a-291b-4bb5-b5a2-51e0d1e392f5 None None] Routers {'b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:19:41.356616 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-e033231a-291b-4bb5-b5a2-51e0d1e392f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:19:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:41.564103 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-e033231a-291b-4bb5-b5a2-51e0d1e392f5 None None] Set router b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:19:41.640133 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 153d0357-adb7-41e2-8abb-c29dd9a695f7 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:19:41.875373 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 153d0357-adb7-41e2-8abb-c29dd9a695f7 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:19:41.875728 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:42.070819 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-e033231a-291b-4bb5-b5a2-51e0d1e392f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb', 'name': 'router1', 'tenant_id': '3f48bc61a8384c9eb73b7a702eca1e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '1ecf2902-daca-4f5b-9155-70390436afe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:19:20Z', 'updated_at': '2021-09-15T15:19:40Z', 'revision_number': 4, 'project_id': '3f48bc61a8384c9eb73b7a702eca1e7d', 'gw_port': {'id': '1ecf2902-daca-4f5b-9155-70390436afe9', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:74:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:19:39Z', 'updated_at': '2021-09-15T15:19:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': '153d0357-adb7-41e2-8abb-c29dd9a695f7', 'name': '', 'network_id': 'ef009250-b63f-4bfe-9903-9d56a1bdfde0', 'tenant_id': '3f48bc61a8384c9eb73b7a702eca1e7d', 'mac_address': 'fa:16:3e:6a:1a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3791b3be-403c-4388-abd3-348444b33dcd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:19:30Z', 'updated_at': '2021-09-15T15:19:34Z', 'revision_number': 5, 'project_id': '3f48bc61a8384c9eb73b7a702eca1e7d', 'subnets': [{'id': '3791b3be-403c-4388-abd3-348444b33dcd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dbed4f94-51d7-41da-b125-6fe0563cc0f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:42.122006 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e033231a-291b-4bb5-b5a2-51e0d1e392f5 None None] Checking router: b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb for host: dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:19:42.122353 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e033231a-291b-4bb5-b5a2-51e0d1e392f5 None None] Updating router b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb port 1ecf2902-daca-4f5b-9155-70390436afe9 binding host dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:19:42.171185 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e033231a-291b-4bb5-b5a2-51e0d1e392f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:42.586946 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e033231a-291b-4bb5-b5a2-51e0d1e392f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:42.671045 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e033231a-291b-4bb5-b5a2-51e0d1e392f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:42.725258 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-e033231a-291b-4bb5-b5a2-51e0d1e392f5 None None] Attempting to bind port 1ecf2902-daca-4f5b-9155-70390436afe9 on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:19:42.725622 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-e033231a-291b-4bb5-b5a2-51e0d1e392f5 None None] Attempting to bind port 1ecf2902-daca-4f5b-9155-70390436afe9 by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:19:42.725982 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e033231a-291b-4bb5-b5a2-51e0d1e392f5 None None] Attempting to bind port 1ecf2902-daca-4f5b-9155-70390436afe9 on network 70862140-ffde-47fa-81bd-8f9d99919982 {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:19:42.727993 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacba12d-2256-4367-b154-a666008cc06f None None] Pushing event updated for resources: {'Port': ['ID=1ecf2902-daca-4f5b-9155-70390436afe9,revision_number=2']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:42.733433 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e033231a-291b-4bb5-b5a2-51e0d1e392f5 None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:19:42.733812 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e033231a-291b-4bb5-b5a2-51e0d1e392f5 None None] Checking segment: {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:19:42.734209 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e033231a-291b-4bb5-b5a2-51e0d1e392f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:42.734590 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e033231a-291b-4bb5-b5a2-51e0d1e392f5 None None] Bound using segment: {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:19:42.736169 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-e033231a-291b-4bb5-b5a2-51e0d1e392f5 None None] Bound port: 1ecf2902-daca-4f5b-9155-70390436afe9, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:19:42.736169 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e033231a-291b-4bb5-b5a2-51e0d1e392f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:42.791486 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-e033231a-291b-4bb5-b5a2-51e0d1e392f5 None None] For port 1ecf2902-daca-4f5b-9155-70390436afe9, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:19:42.794621 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-e033231a-291b-4bb5-b5a2-51e0d1e392f5 None None] For port 1ecf2902-daca-4f5b-9155-70390436afe9, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=1ecf2902-daca-4f5b-9155-70390436afe9,segment=NetworkSegment(892b6518-e65e-438b-8e7f-3ce7335aa343),segment_id=892b6518-e65e-438b-8e7f-3ce7335aa343)] {{(pid=94801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:19:42.878231 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e033231a-291b-4bb5-b5a2-51e0d1e392f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:42.936514 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacba12d-2256-4367-b154-a666008cc06f None None] Pushing event updated for resources: {'Port': ['ID=1ecf2902-daca-4f5b-9155-70390436afe9,revision_number=3']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:42.939821 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e033231a-291b-4bb5-b5a2-51e0d1e392f5 None None] Routers {'b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:19:42.940408 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-e033231a-291b-4bb5-b5a2-51e0d1e392f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:19:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:43.049352 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-e033231a-291b-4bb5-b5a2-51e0d1e392f5 None None] Set router b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:19:43.265659 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-e033231a-291b-4bb5-b5a2-51e0d1e392f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb', 'name': 'router1', 'tenant_id': '3f48bc61a8384c9eb73b7a702eca1e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '1ecf2902-daca-4f5b-9155-70390436afe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:19:20Z', 'updated_at': '2021-09-15T15:19:40Z', 'revision_number': 4, 'project_id': '3f48bc61a8384c9eb73b7a702eca1e7d', 'gw_port': {'id': '1ecf2902-daca-4f5b-9155-70390436afe9', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:74:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:19:39Z', 'updated_at': '2021-09-15T15:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': '153d0357-adb7-41e2-8abb-c29dd9a695f7', 'name': '', 'network_id': 'ef009250-b63f-4bfe-9903-9d56a1bdfde0', 'tenant_id': '3f48bc61a8384c9eb73b7a702eca1e7d', 'mac_address': 'fa:16:3e:6a:1a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3791b3be-403c-4388-abd3-348444b33dcd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:19:30Z', 'updated_at': '2021-09-15T15:19:34Z', 'revision_number': 5, 'project_id': '3f48bc61a8384c9eb73b7a702eca1e7d', 'subnets': [{'id': '3791b3be-403c-4388-abd3-348444b33dcd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dbed4f94-51d7-41da-b125-6fe0563cc0f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:19:43.292528 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e033231a-291b-4bb5-b5a2-51e0d1e392f5 None None] The sync data for ids ['b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb'] in dv-cinder-809201-1-iscsi is: [{'id': 'b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb', 'name': 'router1', 'tenant_id': '3f48bc61a8384c9eb73b7a702eca1e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': '1ecf2902-daca-4f5b-9155-70390436afe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:19:20Z', 'updated_at': '2021-09-15T15:19:40Z', 'revision_number': 4, 'project_id': '3f48bc61a8384c9eb73b7a702eca1e7d', 'gw_port': {'id': '1ecf2902-daca-4f5b-9155-70390436afe9', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:74:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:19:39Z', 'updated_at': '2021-09-15T15:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': '153d0357-adb7-41e2-8abb-c29dd9a695f7', 'name': '', 'network_id': 'ef009250-b63f-4bfe-9903-9d56a1bdfde0', 'tenant_id': '3f48bc61a8384c9eb73b7a702eca1e7d', 'mac_address': 'fa:16:3e:6a:1a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05ab8c3-a6cc-4d9d-8e82-3bba0b2eafbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3791b3be-403c-4388-abd3-348444b33dcd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:19:30Z', 'updated_at': '2021-09-15T15:19:34Z', 'revision_number': 5, 'project_id': '3f48bc61a8384c9eb73b7a702eca1e7d', 'subnets': [{'id': '3791b3be-403c-4388-abd3-348444b33dcd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dbed4f94-51d7-41da-b125-6fe0563cc0f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:19:43.318461 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 44314) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:19:43.464486 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-86586e2b-8465-41dc-92cf-ac36c2c48189 admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1447763 Sep 15 15:19:43.638808 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 1ecf2902-daca-4f5b-9155-70390436afe9 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:19:43.694794 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 1ecf2902-daca-4f5b-9155-70390436afe9 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:19:43.695281 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:43.786452 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:43.808824 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] For port 1ecf2902-daca-4f5b-9155-70390436afe9, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=1ecf2902-daca-4f5b-9155-70390436afe9,segment=NetworkSegment(892b6518-e65e-438b-8e7f-3ce7335aa343),segment_id=892b6518-e65e-438b-8e7f-3ce7335aa343)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:19:43.951146 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:44.002222 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Pushing event updated for resources: {'Port': ['ID=1ecf2902-daca-4f5b-9155-70390436afe9,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:19:45.629354 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 1ecf2902-daca-4f5b-9155-70390436afe9 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:19:45.681203 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 1ecf2902-daca-4f5b-9155-70390436afe9 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:19:45.681596 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:53.139821 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-ea648d15-c178-418c-b90f-76ec12af8fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:56.042174 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-9363ab8e-d7b7-48bf-be6e-399d1b52b72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:56.171764 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:56.962230 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 5 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:19:57.053420 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:19:58.693975 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:23.216967 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-5107aac5-d167-4faf-89e2-6efaf5d75209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:26.062014 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-433c92cc-7fa1-4ee6-9c13-2f0b4a15eaa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:26.207269 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:27.042527 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:29.789445 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:33.961885 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 5 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:20:53.141738 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-d4d20421-ebb4-43aa-9abc-530c9a2af52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:56.051915 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-adb803c9-9f58-4914-82e3-a2101bcb7d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:56.160383 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:57.000109 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:20:58.685840 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:10.962399 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 5 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:21:23.159483 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-ec641494-1e37-496c-a840-264eba203e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:24.743136 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 44876) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:21:24.805568 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eef6df5-ecfd-4635-9c25-2ee4c2ed0cbb admin admin] GET failed (client error): The resource could not be found. Sep 15 15:21:24.806894 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-7eef6df5-ecfd-4635-9c25-2ee4c2ed0cbb admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0628281 Sep 15 15:21:24.984924 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d87896c-0c6c-4f92-933a-1d870507e17b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:24.986989 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-5d87896c-0c6c-4f92-933a-1d870507e17b admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1754665 Sep 15 15:21:26.043488 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-b8bc0da3-8956-4fe8-8f35-c5ae0f86ecfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:26.136686 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:27.016992 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:27.213041 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 44886) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:21:27.314155 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569cec5b-d45d-4368-b9b5-1120976da5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:27.315455 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-569cec5b-d45d-4368-b9b5-1120976da5ad admin admin] 10.222.0.54 "GET /v2.0/subnets/3791b3be-403c-4388-abd3-348444b33dcd HTTP/1.1" status: 200 len: 849 time: 0.1014712 Sep 15 15:21:27.325356 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-443f86ca-1d94-4c20-9211-dfccb4d8d720 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:21:27.410800 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-443f86ca-1d94-4c20-9211-dfccb4d8d720 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:27.650477 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-443f86ca-1d94-4c20-9211-dfccb4d8d720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751443098116'] for subnet, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:27.682879 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443f86ca-1d94-4c20-9211-dfccb4d8d720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:27.683505 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-443f86ca-1d94-4c20-9211-dfccb4d8d720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for subnet, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:27.684795 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-443f86ca-1d94-4c20-9211-dfccb4d8d720 admin admin] 10.222.0.54 "PUT /v2.0/subnets/3791b3be-403c-4388-abd3-348444b33dcd HTTP/1.1" status: 200 len: 868 time: 0.3630838 Sep 15 15:21:27.702006 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a42b78-1827-4aae-9f5e-9028d4a6a708 None None] Network ef009250-b63f-4bfe-9903-9d56a1bdfde0 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:21:27.706351 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f86ca-1d94-4c20-9211-dfccb4d8d720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3791b3be-403c-4388-abd3-348444b33dcd,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:21:27.713522 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f86ca-1d94-4c20-9211-dfccb4d8d720 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:27.713898 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f86ca-1d94-4c20-9211-dfccb4d8d720 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:27.714244 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f86ca-1d94-4c20-9211-dfccb4d8d720 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:27.714579 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f86ca-1d94-4c20-9211-dfccb4d8d720 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:27.714912 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f86ca-1d94-4c20-9211-dfccb4d8d720 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:27.715290 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f86ca-1d94-4c20-9211-dfccb4d8d720 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:27.715622 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f86ca-1d94-4c20-9211-dfccb4d8d720 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:27.715945 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f86ca-1d94-4c20-9211-dfccb4d8d720 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:27.716290 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f86ca-1d94-4c20-9211-dfccb4d8d720 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:27.716615 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f86ca-1d94-4c20-9211-dfccb4d8d720 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:27.716938 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f86ca-1d94-4c20-9211-dfccb4d8d720 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:27.717258 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f86ca-1d94-4c20-9211-dfccb4d8d720 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:21:28.039905 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-81bdfef0-1299-46cf-b215-18b167dfad7e None None] Provisioning complete for port 12ac84fa-305d-4e03-9da2-2862f98e4c39 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:21:28.040270 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-81bdfef0-1299-46cf-b215-18b167dfad7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:28.126879 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-81bdfef0-1299-46cf-b215-18b167dfad7e None None] Provisioning complete for port 153d0357-adb7-41e2-8abb-c29dd9a695f7 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:21:28.127274 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-81bdfef0-1299-46cf-b215-18b167dfad7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:28.724929 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:29.914124 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 44894) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:21:30.112790 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4c546c-460e-46d5-ab7c-4163f7f438c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:30.113260 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4c546c-460e-46d5-ab7c-4163f7f438c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:30.114797 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-4a4c546c-460e-46d5-ab7c-4163f7f438c3 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1997590 Sep 15 15:21:32.349188 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 44904) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:21:32.481071 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52793ed6-34a2-4bf4-bfb6-9a417e038880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:32.481446 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52793ed6-34a2-4bf4-bfb6-9a417e038880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:32.482957 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-52793ed6-34a2-4bf4-bfb6-9a417e038880 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1328599 Sep 15 15:21:34.688914 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 44912) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:21:34.820647 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3625a502-4c92-412f-a12e-f0397fafaa84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:34.822030 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-3625a502-4c92-412f-a12e-f0397fafaa84 admin admin] 10.222.0.54 "GET /v2.0/networks/70862140-ffde-47fa-81bd-8f9d99919982 HTTP/1.1" status: 200 len: 886 time: 0.1316738 Sep 15 15:21:37.100174 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 44920) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:21:37.256674 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db48402-3fe1-4629-ada8-d77428454627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:37.258049 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-2db48402-3fe1-4629-ada8-d77428454627 admin admin] 10.222.0.54 "GET /v2.0/networks/ef009250-b63f-4bfe-9903-9d56a1bdfde0 HTTP/1.1" status: 200 len: 869 time: 0.1568882 Sep 15 15:21:39.503343 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 44928) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:21:39.641701 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99504b2d-86cc-434c-9652-6030398e16fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:39.642818 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99504b2d-86cc-434c-9652-6030398e16fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:39.644873 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-99504b2d-86cc-434c-9652-6030398e16fe admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1404507 Sep 15 15:21:41.883429 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 44936) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:21:42.004904 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758a0030-9498-4b1b-a190-3b1ef49d85a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:42.005354 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758a0030-9498-4b1b-a190-3b1ef49d85a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:42.006888 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-758a0030-9498-4b1b-a190-3b1ef49d85a8 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1224980 Sep 15 15:21:44.224609 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 44944) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:21:44.326347 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39c291c-b7d3-422d-bfe3-29593b4d44c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:44.328058 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-d39c291c-b7d3-422d-bfe3-29593b4d44c0 admin admin] 10.222.0.54 "GET /v2.0/subnets/3791b3be-403c-4388-abd3-348444b33dcd HTTP/1.1" status: 200 len: 868 time: 0.1023490 Sep 15 15:21:46.577329 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 44952) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:21:46.663311 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949bd466-65cb-485b-a078-ada81dbe9616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:21:46.664671 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-949bd466-65cb-485b-a078-ada81dbe9616 admin admin] 10.222.0.54 "GET /v2.0/subnets/7ac39d78-6dff-4eb9-9797-5a3cc8acd948 HTTP/1.1" status: 200 len: 816 time: 0.0864093 Sep 15 15:21:47.960948 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 5 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:21:53.112838 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-9d43bcb3-a0c5-4bcd-a778-27b9e3affaf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:56.076790 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-a5f4839c-e7a3-494c-a829-8ebd7bd9ff1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:56.146730 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:57.096011 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:21:58.757711 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:11.315014 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 45006) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:22:11.363123 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [None req-62755dac-3ceb-4d0a-bc07-5597a296ff7b admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:22:11.364143 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-62755dac-3ceb-4d0a-bc07-5597a296ff7b admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481625 Sep 15 15:22:13.686463 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 45014) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:22:13.749968 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae67d16-b13b-46ad-9327-83fe3a820454 admin admin] GET failed (client error): The resource could not be found. Sep 15 15:22:13.751356 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-cae67d16-b13b-46ad-9327-83fe3a820454 admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0629287 Sep 15 15:22:13.898057 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceecf39-cde2-42d2-a495-f713d4202477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:13.899490 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-1ceecf39-cde2-42d2-a495-f713d4202477 admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1434209 Sep 15 15:22:16.148988 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 45022) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:22:16.197537 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-a006bf49-e557-4775-92c3-27db2c3adc45 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:22:16.316074 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a006bf49-e557-4775-92c3-27db2c3adc45 admin admin] Made reservation on behalf of 7645b950684c4b5b8255100cf711c4fe for: {'network': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:22:16.318452 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-a006bf49-e557-4775-92c3-27db2c3adc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:16.349063 dv-cinder-809201-1-iscsi neutron-server[94800]: WARNING neutron.services.revisions.revision_plugin [None req-a006bf49-e557-4775-92c3-27db2c3adc45 admin admin] Could not find related network for resource to bump revision. Sep 15 15:22:16.363869 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a006bf49-e557-4775-92c3-27db2c3adc45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=94800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:22:16.373004 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-a006bf49-e557-4775-92c3-27db2c3adc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:16.373454 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.db.segments_db [None req-a006bf49-e557-4775-92c3-27db2c3adc45 admin admin] Added segment 16ea61c9-8f50-42fd-b6d5-977eb4abfa75 of type vlan for network a082eaa6-2e7b-4969-90cd-60649a7615e7 Sep 15 15:22:16.419300 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-a006bf49-e557-4775-92c3-27db2c3adc45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442518815'] for network, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:16.546476 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-a006bf49-e557-4775-92c3-27db2c3adc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for network, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:16.547469 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a006bf49-e557-4775-92c3-27db2c3adc45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:16.548040 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-a006bf49-e557-4775-92c3-27db2c3adc45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:16.606815 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006bf49-e557-4775-92c3-27db2c3adc45 admin admin] Pushing event updated for resources: {'Network': ['ID=a082eaa6-2e7b-4969-90cd-60649a7615e7,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:16.613519 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a006bf49-e557-4775-92c3-27db2c3adc45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:16.613869 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a006bf49-e557-4775-92c3-27db2c3adc45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:16.614201 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a006bf49-e557-4775-92c3-27db2c3adc45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:16.614523 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a006bf49-e557-4775-92c3-27db2c3adc45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:16.614843 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a006bf49-e557-4775-92c3-27db2c3adc45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:16.615254 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a006bf49-e557-4775-92c3-27db2c3adc45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:16.615576 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a006bf49-e557-4775-92c3-27db2c3adc45 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:16.615912 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a006bf49-e557-4775-92c3-27db2c3adc45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:16.616240 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a006bf49-e557-4775-92c3-27db2c3adc45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:16.616555 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a006bf49-e557-4775-92c3-27db2c3adc45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:16.616866 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a006bf49-e557-4775-92c3-27db2c3adc45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:16.617177 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a006bf49-e557-4775-92c3-27db2c3adc45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:16.628564 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Network a082eaa6-2e7b-4969-90cd-60649a7615e7 details requested by agent ovs-agent-dv-cinder-809201-1-iscsi with host dv-cinder-809201-1-iscsi {{(pid=94801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:22:16.655636 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-a006bf49-e557-4775-92c3-27db2c3adc45 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5054996 Sep 15 15:22:18.909610 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 45030) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:22:19.054647 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.pecan_wsgi.hooks.translation [None req-6adada55-263c-4d10-a990-65fd7132e5ad admin admin] GET failed (client error): The resource could not be found. Sep 15 15:22:19.056080 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-6adada55-263c-4d10-a990-65fd7132e5ad admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1455038 Sep 15 15:22:19.126093 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19546062-0f1c-4499-b7c9-3846a5642fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:19.127684 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-19546062-0f1c-4499-b7c9-3846a5642fbe admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0669565 Sep 15 15:22:19.138263 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-d2e56ac8-2ca4-4b81-9256-d2e61156d48a admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'a082eaa6-2e7b-4969-90cd-60649a7615e7', 'cidr': '192.168.233.0/24'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:22:19.247504 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e56ac8-2ca4-4b81-9256-d2e61156d48a admin admin] Made reservation on behalf of 7645b950684c4b5b8255100cf711c4fe for: {'subnet': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:22:19.250474 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-d2e56ac8-2ca4-4b81-9256-d2e61156d48a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:19.500034 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-d2e56ac8-2ca4-4b81-9256-d2e61156d48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for subnet, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:19.551927 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e56ac8-2ca4-4b81-9256-d2e61156d48a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8a7ae63-7f37-4bd7-9e7e-7f0923f816d4,revision_number=0']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:19.564368 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e56ac8-2ca4-4b81-9256-d2e61156d48a admin admin] Checking segment: {'id': '16ea61c9-8f50-42fd-b6d5-977eb4abfa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a082eaa6-2e7b-4969-90cd-60649a7615e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:22:19.565553 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e56ac8-2ca4-4b81-9256-d2e61156d48a admin admin] Network hostable DHCP agents. Network: a082eaa6-2e7b-4969-90cd-60649a7615e7, hostable agents: ['c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0'], hosted agents: [] {{(pid=94800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:22:19.676925 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e56ac8-2ca4-4b81-9256-d2e61156d48a admin admin] Network a082eaa6-2e7b-4969-90cd-60649a7615e7 is scheduled to be hosted by DHCP agent c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0 with binding_index 1 {{(pid=94800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:22:19.791778 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [None req-d2e56ac8-2ca4-4b81-9256-d2e61156d48a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-1-iscsi, a082eaa6-2e7b-4969-90cd-60649a7615e7) {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:22:19.798412 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e56ac8-2ca4-4b81-9256-d2e61156d48a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:22:19.799308 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-d2e56ac8-2ca4-4b81-9256-d2e61156d48a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for subnet, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:19.800482 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910d2c17-c3fc-4ea6-b58e-811dcc0e5598 None None] Network a082eaa6-2e7b-4969-90cd-60649a7615e7 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:22:19.917918 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-d2e56ac8-2ca4-4b81-9256-d2e61156d48a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7830079 Sep 15 15:22:19.942773 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76b1df7-bc46-5e58-888b-22cc83ae4b15-a082eaa6-2e7b-4969-90cd-60649a7615e7', 'network_id': 'a082eaa6-2e7b-4969-90cd-60649a7615e7', 'tenant_id': '7645b950684c4b5b8255100cf711c4fe', 'fixed_ips': [{'subnet_id': 'd8a7ae63-7f37-4bd7-9e7e-7f0923f816d4'}]}} from dv-cinder-809201-1-iscsi. {{(pid=94801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:22:19.943738 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:20.086988 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.db_base_plugin_common [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Allocated IP 192.168.233.2 (a082eaa6-2e7b-4969-90cd-60649a7615e7/d8a7ae63-7f37-4bd7-9e7e-7f0923f816d4/9a336d51-0855-4aa3-a4a0-2a87a1da3a46) {{(pid=94801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:22:20.236050 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Notify callbacks [] for port, precommit_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:20.369165 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464'] for port, after_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:20.408956 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Network a082eaa6-2e7b-4969-90cd-60649a7615e7 is already hosted by enough agents. {{(pid=94801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:22:20.412031 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.scheduler.base_scheduler [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Resources bound (agent type, host, resource id): {{(pid=94801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:22:20.415183 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Received port after_create {{(pid=94801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:22:20.427055 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Pushing event updated for resources: {'Port': ['ID=9a336d51-0855-4aa3-a4a0-2a87a1da3a46,revision_number=1']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:20.452904 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:20.453760 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:20.454116 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:20.454453 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:20.454840 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:20.455283 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:20.455613 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:20.455940 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:20.456279 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:20.456603 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:20.456920 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:20.457234 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:22:20.493291 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Attempting to bind port 9a336d51-0855-4aa3-a4a0-2a87a1da3a46 on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:22:20.493656 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Attempting to bind port 9a336d51-0855-4aa3-a4a0-2a87a1da3a46 by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': '16ea61c9-8f50-42fd-b6d5-977eb4abfa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a082eaa6-2e7b-4969-90cd-60649a7615e7'}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:22:20.494166 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Attempting to bind port 9a336d51-0855-4aa3-a4a0-2a87a1da3a46 on network a082eaa6-2e7b-4969-90cd-60649a7615e7 {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:22:20.500176 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:22:20.500704 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Checking segment: {'id': '16ea61c9-8f50-42fd-b6d5-977eb4abfa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a082eaa6-2e7b-4969-90cd-60649a7615e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:22:20.501107 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:20.501497 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Bound using segment: {'id': '16ea61c9-8f50-42fd-b6d5-977eb4abfa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a082eaa6-2e7b-4969-90cd-60649a7615e7'} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:22:20.501969 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Bound port: 9a336d51-0855-4aa3-a4a0-2a87a1da3a46, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ea61c9-8f50-42fd-b6d5-977eb4abfa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a082eaa6-2e7b-4969-90cd-60649a7615e7'}}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:22:20.502364 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:20.569474 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] For port 9a336d51-0855-4aa3-a4a0-2a87a1da3a46, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:22:20.572666 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] For port 9a336d51-0855-4aa3-a4a0-2a87a1da3a46, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=9a336d51-0855-4aa3-a4a0-2a87a1da3a46,segment=NetworkSegment(16ea61c9-8f50-42fd-b6d5-977eb4abfa75),segment_id=16ea61c9-8f50-42fd-b6d5-977eb4abfa75)] {{(pid=94801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:22:20.643471 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:20.707874 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fb3d4-4f1c-4181-90bb-b94b0144428d None None] Pushing event updated for resources: {'Port': ['ID=9a336d51-0855-4aa3-a4a0-2a87a1da3a46,revision_number=2']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:21.493548 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e554da-134d-4f25-be22-3d1b184227ee None None] Network a082eaa6-2e7b-4969-90cd-60649a7615e7 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:22:21.574598 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-a11805c2-e049-42e8-865b-a43654882e08 None None] Provisioning complete for port 9a336d51-0855-4aa3-a4a0-2a87a1da3a46 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:21.574965 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-a11805c2-e049-42e8-865b-a43654882e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:21.726706 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-a11805c2-e049-42e8-865b-a43654882e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:21.765770 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 9a336d51-0855-4aa3-a4a0-2a87a1da3a46 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:22:21.797227 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-a11805c2-e049-42e8-865b-a43654882e08 None None] For port 9a336d51-0855-4aa3-a4a0-2a87a1da3a46, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=9a336d51-0855-4aa3-a4a0-2a87a1da3a46,segment=NetworkSegment(16ea61c9-8f50-42fd-b6d5-977eb4abfa75),segment_id=16ea61c9-8f50-42fd-b6d5-977eb4abfa75)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:22:21.830867 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 9a336d51-0855-4aa3-a4a0-2a87a1da3a46 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:21.831247 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:21.872163 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-a11805c2-e049-42e8-865b-a43654882e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:21.955434 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11805c2-e049-42e8-865b-a43654882e08 None None] Pushing event updated for resources: {'Port': ['ID=9a336d51-0855-4aa3-a4a0-2a87a1da3a46,revision_number=3']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:22:21.994245 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-4dd3f00b-2294-44e1-a0a4-01905c62df0e None None] Provisioning complete for port 9a336d51-0855-4aa3-a4a0-2a87a1da3a46 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:21.994614 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-4dd3f00b-2294-44e1-a0a4-01905c62df0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:23.128844 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-ef90785e-198e-4acd-b384-d31d2fb78296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:23.727947 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 9a336d51-0855-4aa3-a4a0-2a87a1da3a46 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:22:23.775536 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 9a336d51-0855-4aa3-a4a0-2a87a1da3a46 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:22:23.775901 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:24.960748 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 5 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:22:26.111829 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-8968cc20-da42-4f19-9b12-c3cdcd90d441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:26.168801 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:27.077243 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:28.740031 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:53.128601 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-34d29192-0d4b-4c10-98a0-5aae74073f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:56.082228 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-7a12f79a-7729-4e0d-b5ff-624ad1cbbf6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:56.189221 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:57.053433 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:22:58.714993 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:01.959911 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 5 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:23:23.132673 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-154f1c8c-fc59-42aa-920d-a5cd85969dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:26.114289 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-87550805-582c-46c9-8dd6-e00aea7c2157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:26.143991 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:27.092248 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:28.732238 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:38.959692 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 5 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:23:40.571768 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 45082) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:23:40.577762 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [None req-907c7ac5-ccc1-45cb-99b3-51124cea2812 tempest-verify_tempest_config-918767269 tempest-verify_tempest_config-918767269-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:23:40.579395 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-907c7ac5-ccc1-45cb-99b3-51124cea2812 tempest-verify_tempest_config-918767269 tempest-verify_tempest_config-918767269-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066643 Sep 15 15:23:41.120743 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 45100) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:23:41.229456 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c18a2c2e-6f0c-4e0f-ad4c-5282eda5b12c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:41.317246 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c18a2c2e-6f0c-4e0f-ad4c-5282eda5b12c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:41.383291 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c18a2c2e-6f0c-4e0f-ad4c-5282eda5b12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:41.432211 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-c18a2c2e-6f0c-4e0f-ad4c-5282eda5b12c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aebb2c117a43422597a5b0774113b8ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3102407 Sep 15 15:23:41.432735 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a2c2e-6f0c-4e0f-ad4c-5282eda5b12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563d3ea6-b5f8-49f7-bc5e-2d2b718afca9,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:41.434935 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 45104) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:23:41.440380 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a2c2e-6f0c-4e0f-ad4c-5282eda5b12c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:41.440746 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a2c2e-6f0c-4e0f-ad4c-5282eda5b12c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:41.441087 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a2c2e-6f0c-4e0f-ad4c-5282eda5b12c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:41.441417 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a2c2e-6f0c-4e0f-ad4c-5282eda5b12c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:41.441746 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a2c2e-6f0c-4e0f-ad4c-5282eda5b12c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:41.442089 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a2c2e-6f0c-4e0f-ad4c-5282eda5b12c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:41.442417 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a2c2e-6f0c-4e0f-ad4c-5282eda5b12c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:41.442741 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a2c2e-6f0c-4e0f-ad4c-5282eda5b12c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:41.443090 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a2c2e-6f0c-4e0f-ad4c-5282eda5b12c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:41.443415 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a2c2e-6f0c-4e0f-ad4c-5282eda5b12c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:41.443730 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a2c2e-6f0c-4e0f-ad4c-5282eda5b12c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:41.444047 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a2c2e-6f0c-4e0f-ad4c-5282eda5b12c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:41.497663 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-8de39e76-684d-4c71-a260-536daddf449d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:41.519286 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-8de39e76-684d-4c71-a260-536daddf449d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:41.669436 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-8de39e76-684d-4c71-a260-536daddf449d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:41.672589 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-8de39e76-684d-4c71-a260-536daddf449d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:41.673875 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-8de39e76-684d-4c71-a260-536daddf449d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/563d3ea6-b5f8-49f7-bc5e-2d2b718afca9 HTTP/1.1" status: 204 len: 168 time: 0.2378573 Sep 15 15:23:41.681793 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de39e76-684d-4c71-a260-536daddf449d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563d3ea6-b5f8-49f7-bc5e-2d2b718afca9,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:23:41.694437 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de39e76-684d-4c71-a260-536daddf449d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:41.694437 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de39e76-684d-4c71-a260-536daddf449d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:41.694437 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de39e76-684d-4c71-a260-536daddf449d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:41.694437 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de39e76-684d-4c71-a260-536daddf449d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:41.694437 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de39e76-684d-4c71-a260-536daddf449d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:41.694437 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de39e76-684d-4c71-a260-536daddf449d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:41.694437 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de39e76-684d-4c71-a260-536daddf449d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:41.694437 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de39e76-684d-4c71-a260-536daddf449d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:41.694437 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de39e76-684d-4c71-a260-536daddf449d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:41.694437 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de39e76-684d-4c71-a260-536daddf449d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:41.694437 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de39e76-684d-4c71-a260-536daddf449d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:41.694437 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de39e76-684d-4c71-a260-536daddf449d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:23:53.206081 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-3d8c8158-1dfd-4cd4-8527-b4b5bfbaab5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:56.164548 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-ed56481f-17f3-4bd4-be28-5bf2e8d4d2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:56.200069 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:57.074413 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:23:58.765397 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:15.959762 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 5 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:24:23.130634 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-ec4cadb2-b21c-46e4-866f-1cd1f1c3161e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:26.090181 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-7e8a4648-59b1-4aed-addc-e27de158931f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:26.159015 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:27.056001 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:28.747465 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:52.958326 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 5 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:24:53.140806 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-8403dce5-1cd9-4bd9-9a7f-82f1e862adb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:56.043378 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-2c223dcb-ba95-4a37-989d-3a252788bfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:56.129292 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:57.066611 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:24:58.706374 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:23.031077 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568886'] for agent, after_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:23.162990 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-d30f1717-2eeb-4842-a6a8-73a0680fb64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:26.065780 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-5049a82c-68e0-47f7-bbf9-c199c8d2e6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:26.253679 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:27.042464 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:28.704892 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:29.957710 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:25:38.860664 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 45184) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:25:38.968832 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-f270b398-891c-4117-a0b2-f6f94e65247d admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1070149 Sep 15 15:25:41.286839 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 45194) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:25:41.350145 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-4cb2826e-da77-4284-977d-72b8e019f871 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0621762 Sep 15 15:25:52.961729 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:53.218955 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-5a5075f5-3f34-4264-a233-41c029923bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:56.087099 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-cf79be2f-c0f7-4e7e-ae16-fd46cb5460fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:56.138417 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:57.172955 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:25:58.698563 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:06.956511 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:26:22.914550 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:23.125091 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-685a92d0-2e2d-40ee-bd59-b68aac017759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:26.063386 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-cb139aa9-1583-468a-a778-988e62e7c391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:26.166147 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:27.080441 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:28.685845 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:43.955331 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:26:52.913976 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:53.251078 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-ebece973-7b15-485a-9049-f0afe888eb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:56.057269 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-831e462b-cc56-4127-bc5f-1136c5e1c89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:56.147969 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:57.096683 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:26:58.702335 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:14.740576 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 45418) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:14.781275 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 45424) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:14.969928 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 45440) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:15.362347 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-914760eb-a5e3-4d38-9168-91bb143db008 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1520171669-network', 'tenant_id': 'bc084fec0e234562acc43f991b033c39'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:27:15.388314 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-c0edf931-29b3-471f-a525-febb76130508 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1117850702-network', 'tenant_id': '3a16269c5a0742a89bef71d5a8d467a2'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:27:15.450910 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914760eb-a5e3-4d38-9168-91bb143db008 admin admin] Made reservation on behalf of bc084fec0e234562acc43f991b033c39 for: {'network': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:27:15.453316 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-914760eb-a5e3-4d38-9168-91bb143db008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:15.466174 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-914760eb-a5e3-4d38-9168-91bb143db008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:15.519238 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-87e6dbc2-604b-40d4-af1e-ba0b54809fe1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-574238132-network', 'tenant_id': '54046c6f7d4140c48934b22814caa2e8'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:27:15.535277 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0edf931-29b3-471f-a525-febb76130508 admin admin] Made reservation on behalf of 3a16269c5a0742a89bef71d5a8d467a2 for: {'network': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:27:15.537966 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c0edf931-29b3-471f-a525-febb76130508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:15.548769 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c0edf931-29b3-471f-a525-febb76130508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:15.567994 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.db.api [None req-87e6dbc2-604b-40d4-af1e-ba0b54809fe1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 15:27:15.567994 dv-cinder-809201-1-iscsi neutron-server[94799]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 15:27:15.567994 dv-cinder-809201-1-iscsi neutron-server[94799]: [parameters: {'project_id_1': '54046c6f7d4140c48934b22814caa2e8', 'expiration_1': datetime.datetime(2021, 9, 15, 15, 26, 55, 524202)}] Sep 15 15:27:15.567994 dv-cinder-809201-1-iscsi neutron-server[94799]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:27:15.573281 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG oslo_db.api [None req-87e6dbc2-604b-40d4-af1e-ba0b54809fe1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:27:15.620103 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-914760eb-a5e3-4d38-9168-91bb143db008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:15.742422 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-914760eb-a5e3-4d38-9168-91bb143db008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:15.770205 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-914760eb-a5e3-4d38-9168-91bb143db008 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=94799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:27:15.785251 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914760eb-a5e3-4d38-9168-91bb143db008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f853b5cf-4444-42b3-b6c6-610bb0b80c49,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:15.785936 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-914760eb-a5e3-4d38-9168-91bb143db008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:15.786266 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.db.segments_db [None req-914760eb-a5e3-4d38-9168-91bb143db008 admin admin] Added segment 24665b77-0ffd-4eca-b0e6-79240e0837d2 of type vlan for network 08ee10b2-2fff-43fe-b79f-30f962cb12be Sep 15 15:27:15.798447 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914760eb-a5e3-4d38-9168-91bb143db008 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:15.798849 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914760eb-a5e3-4d38-9168-91bb143db008 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:15.799215 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914760eb-a5e3-4d38-9168-91bb143db008 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:15.799551 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914760eb-a5e3-4d38-9168-91bb143db008 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:15.799886 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914760eb-a5e3-4d38-9168-91bb143db008 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:15.800232 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914760eb-a5e3-4d38-9168-91bb143db008 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:15.800562 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914760eb-a5e3-4d38-9168-91bb143db008 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:15.800883 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914760eb-a5e3-4d38-9168-91bb143db008 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:15.801400 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914760eb-a5e3-4d38-9168-91bb143db008 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:15.801731 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914760eb-a5e3-4d38-9168-91bb143db008 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:15.802056 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914760eb-a5e3-4d38-9168-91bb143db008 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:15.802377 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914760eb-a5e3-4d38-9168-91bb143db008 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914760eb-a5e3-4d38-9168-91bb143db008 admin admin] Tracked resource versions report: Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: pushed versions: Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: { 'AddressGroup': {'1.2'}, Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: 'ConntrackHelper': {'1.0'}, Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: 'Log': {'1.0'}, Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: 'Network': {'1.1'}, Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: 'Port': {'1.7'}, Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: 'PortForwarding': {'1.2'}, Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: 'QosPolicy': {'1.9'}, Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: 'SecurityGroup': {'1.4'}, Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: 'SubPort': {'1.0'}, Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: 'Subnet': {'1.1'}, Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: 'Trunk': {'1.1'}} Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: consumer versions: Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: { DHCP agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: HyperV agent@hv-cinder-80920: {}, Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: L3 agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: Metadata agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: Metering agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: Open vSwitch agent@dv-cinder-809201-1-iscsi: { 'AddressGroup': '1.2', Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: 'ConntrackHelper': '1.0', Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: 'Log': '1.0', Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: 'Network': '1.1', Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: 'Port': '1.7', Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: 'PortForwarding': '1.2', Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: 'QosPolicy': '1.9', Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: 'SecurityGroup': '1.4', Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: 'SecurityGroupRule': '1.2', Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: 'SubPort': '1.0', Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: 'Subnet': '1.1', Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: 'Trunk': '1.1'}} Sep 15 15:27:15.803491 dv-cinder-809201-1-iscsi neutron-server[94799]: {{(pid=94799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:27:15.824589 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c0edf931-29b3-471f-a525-febb76130508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:15.850072 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-914760eb-a5e3-4d38-9168-91bb143db008 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442518815'] for network, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:15.941424 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c0edf931-29b3-471f-a525-febb76130508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:15.951399 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0edf931-29b3-471f-a525-febb76130508 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=94800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:27:15.973158 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c0edf931-29b3-471f-a525-febb76130508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:15.973397 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.db.segments_db [None req-c0edf931-29b3-471f-a525-febb76130508 admin admin] Added segment c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9 of type vlan for network 847cb1e4-e19c-4271-800e-31d2a3c7a1df Sep 15 15:27:15.985204 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0edf931-29b3-471f-a525-febb76130508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4931ee9-8c5a-4535-9607-b4047a9b215f,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:16.014834 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0edf931-29b3-471f-a525-febb76130508 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.015211 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0edf931-29b3-471f-a525-febb76130508 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.015558 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0edf931-29b3-471f-a525-febb76130508 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.015892 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0edf931-29b3-471f-a525-febb76130508 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.016220 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0edf931-29b3-471f-a525-febb76130508 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.016563 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0edf931-29b3-471f-a525-febb76130508 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.016899 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0edf931-29b3-471f-a525-febb76130508 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.017221 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0edf931-29b3-471f-a525-febb76130508 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.017560 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0edf931-29b3-471f-a525-febb76130508 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.017890 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0edf931-29b3-471f-a525-febb76130508 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.018210 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0edf931-29b3-471f-a525-febb76130508 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.018529 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0edf931-29b3-471f-a525-febb76130508 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0edf931-29b3-471f-a525-febb76130508 admin admin] Tracked resource versions report: Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: pushed versions: Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: { 'AddressGroup': {'1.2'}, Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: 'ConntrackHelper': {'1.0'}, Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: 'Log': {'1.0'}, Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: 'Network': {'1.1'}, Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: 'Port': {'1.7'}, Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: 'PortForwarding': {'1.2'}, Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: 'QosPolicy': {'1.9'}, Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: 'SecurityGroup': {'1.4'}, Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: 'SubPort': {'1.0'}, Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: 'Subnet': {'1.1'}, Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: 'Trunk': {'1.1'}} Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: consumer versions: Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: { DHCP agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: HyperV agent@hv-cinder-80920: {}, Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: L3 agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: Metadata agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: Metering agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: Open vSwitch agent@dv-cinder-809201-1-iscsi: { 'AddressGroup': '1.2', Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: 'ConntrackHelper': '1.0', Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: 'Log': '1.0', Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: 'Network': '1.1', Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: 'Port': '1.7', Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: 'PortForwarding': '1.2', Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: 'QosPolicy': '1.9', Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: 'SecurityGroup': '1.4', Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: 'SecurityGroupRule': '1.2', Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: 'SubPort': '1.0', Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: 'Subnet': '1.1', Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: 'Trunk': '1.1'}} Sep 15 15:27:16.019650 dv-cinder-809201-1-iscsi neutron-server[94800]: {{(pid=94800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:27:16.032033 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c0edf931-29b3-471f-a525-febb76130508 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442518815'] for network, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:16.082222 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-914760eb-a5e3-4d38-9168-91bb143db008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for network, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:16.083192 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914760eb-a5e3-4d38-9168-91bb143db008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:16.083766 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-914760eb-a5e3-4d38-9168-91bb143db008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:16.163923 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914760eb-a5e3-4d38-9168-91bb143db008 admin admin] Pushing event updated for resources: {'Network': ['ID=08ee10b2-2fff-43fe-b79f-30f962cb12be,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:16.174706 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Network 08ee10b2-2fff-43fe-b79f-30f962cb12be details requested by agent ovs-agent-dv-cinder-809201-1-iscsi with host dv-cinder-809201-1-iscsi {{(pid=94801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:27:16.200505 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c0edf931-29b3-471f-a525-febb76130508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for network, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:16.204403 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0edf931-29b3-471f-a525-febb76130508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:16.205359 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c0edf931-29b3-471f-a525-febb76130508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:16.222552 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e6dbc2-604b-40d4-af1e-ba0b54809fe1 admin admin] Made reservation on behalf of 54046c6f7d4140c48934b22814caa2e8 for: {'network': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:27:16.224965 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-87e6dbc2-604b-40d4-af1e-ba0b54809fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:16.234477 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-87e6dbc2-604b-40d4-af1e-ba0b54809fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:16.282135 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0edf931-29b3-471f-a525-febb76130508 admin admin] Pushing event updated for resources: {'Network': ['ID=847cb1e4-e19c-4271-800e-31d2a3c7a1df,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:16.295503 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Network 847cb1e4-e19c-4271-800e-31d2a3c7a1df details requested by agent ovs-agent-dv-cinder-809201-1-iscsi with host dv-cinder-809201-1-iscsi {{(pid=94801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:27:16.314314 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-914760eb-a5e3-4d38-9168-91bb143db008 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5414286 Sep 15 15:27:16.324889 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 45484) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:16.329741 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-4920a198-ab72-408d-a33b-fd8884355945 admin admin] Request body: {'subnet': {'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1520171669-subnet', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:27:16.354669 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-c0edf931-29b3-471f-a525-febb76130508 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6121898 Sep 15 15:27:16.357577 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 45486) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:16.365477 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.db.api [None req-4920a198-ab72-408d-a33b-fd8884355945 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 15:27:16.365477 dv-cinder-809201-1-iscsi neutron-server[94799]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 15:27:16.365477 dv-cinder-809201-1-iscsi neutron-server[94799]: [parameters: {'project_id_1': 'bc084fec0e234562acc43f991b033c39', 'expiration_1': datetime.datetime(2021, 9, 15, 15, 26, 56, 334079)}] Sep 15 15:27:16.365477 dv-cinder-809201-1-iscsi neutron-server[94799]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:27:16.366345 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG oslo_db.api [None req-4920a198-ab72-408d-a33b-fd8884355945 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:27:16.371632 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-4cb0041f-75b2-47db-8b56-0dae8f6bb291 admin admin] Request body: {'subnet': {'network_id': '847cb1e4-e19c-4271-800e-31d2a3c7a1df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1117850702-subnet', 'tenant_id': '3a16269c5a0742a89bef71d5a8d467a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:27:16.461435 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-87e6dbc2-604b-40d4-af1e-ba0b54809fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:16.565952 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-87e6dbc2-604b-40d4-af1e-ba0b54809fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:16.592988 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e6dbc2-604b-40d4-af1e-ba0b54809fe1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=94799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:27:16.610269 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6dbc2-604b-40d4-af1e-ba0b54809fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7022196-5fd4-4251-af44-5f285f5bda56,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:16.613625 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-87e6dbc2-604b-40d4-af1e-ba0b54809fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:16.614225 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.db.segments_db [None req-87e6dbc2-604b-40d4-af1e-ba0b54809fe1 admin admin] Added segment 065ca2db-76ff-494f-a861-9803e0db5d14 of type vlan for network e6dd8fbf-e913-489d-a22c-6342d50fedc3 Sep 15 15:27:16.647171 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb0041f-75b2-47db-8b56-0dae8f6bb291 admin admin] Made reservation on behalf of 3a16269c5a0742a89bef71d5a8d467a2 for: {'subnet': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:27:16.649589 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4cb0041f-75b2-47db-8b56-0dae8f6bb291 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:16.684793 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-87e6dbc2-604b-40d4-af1e-ba0b54809fe1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442518815'] for network, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:16.947525 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4cb0041f-75b2-47db-8b56-0dae8f6bb291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for subnet, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:16.991570 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4920a198-ab72-408d-a33b-fd8884355945 admin admin] Made reservation on behalf of bc084fec0e234562acc43f991b033c39 for: {'subnet': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:27:16.993862 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4920a198-ab72-408d-a33b-fd8884355945 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:16.995989 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-87e6dbc2-604b-40d4-af1e-ba0b54809fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for network, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:16.996913 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e6dbc2-604b-40d4-af1e-ba0b54809fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:16.997476 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-87e6dbc2-604b-40d4-af1e-ba0b54809fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:17.216095 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6dbc2-604b-40d4-af1e-ba0b54809fe1 admin admin] Pushing event updated for resources: {'Network': ['ID=e6dd8fbf-e913-489d-a22c-6342d50fedc3,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:17.218305 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0041f-75b2-47db-8b56-0dae8f6bb291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97e16b6b-eb11-4c27-ab3e-76841cb2f586,revision_number=0']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:17.228645 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Network e6dd8fbf-e913-489d-a22c-6342d50fedc3 details requested by agent ovs-agent-dv-cinder-809201-1-iscsi with host dv-cinder-809201-1-iscsi {{(pid=94801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:27:17.242879 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb0041f-75b2-47db-8b56-0dae8f6bb291 admin admin] Checking segment: {'id': 'c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '847cb1e4-e19c-4271-800e-31d2a3c7a1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:27:17.243272 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb0041f-75b2-47db-8b56-0dae8f6bb291 admin admin] Network hostable DHCP agents. Network: 847cb1e4-e19c-4271-800e-31d2a3c7a1df, hostable agents: ['c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0'], hosted agents: [] {{(pid=94799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:27:17.276563 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-87e6dbc2-604b-40d4-af1e-ba0b54809fe1 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3054717 Sep 15 15:27:17.279640 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 45540) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:17.285010 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-45a75fa7-5bb7-4a16-9bec-a1f8e451d071 admin admin] Request body: {'subnet': {'network_id': 'e6dd8fbf-e913-489d-a22c-6342d50fedc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-574238132-subnet', 'tenant_id': '54046c6f7d4140c48934b22814caa2e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:27:17.392436 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb0041f-75b2-47db-8b56-0dae8f6bb291 admin admin] Network 847cb1e4-e19c-4271-800e-31d2a3c7a1df is scheduled to be hosted by DHCP agent c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0 with binding_index 1 {{(pid=94799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:27:17.421873 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a75fa7-5bb7-4a16-9bec-a1f8e451d071 admin admin] Made reservation on behalf of 54046c6f7d4140c48934b22814caa2e8 for: {'subnet': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:27:17.424409 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-45a75fa7-5bb7-4a16-9bec-a1f8e451d071 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:17.514584 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4920a198-ab72-408d-a33b-fd8884355945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for subnet, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:17.560350 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920a198-ab72-408d-a33b-fd8884355945 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c269f95b-bd52-41fc-a168-8d0b68cfbdb3,revision_number=0']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:17.572699 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-4cb0041f-75b2-47db-8b56-0dae8f6bb291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-1-iscsi, 847cb1e4-e19c-4271-800e-31d2a3c7a1df) {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:27:17.580873 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb0041f-75b2-47db-8b56-0dae8f6bb291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:17.581609 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4cb0041f-75b2-47db-8b56-0dae8f6bb291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for subnet, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:17.585101 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca58882-ce71-4010-9c7c-1b52235de031 None None] Network 847cb1e4-e19c-4271-800e-31d2a3c7a1df requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:27:17.615454 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4920a198-ab72-408d-a33b-fd8884355945 admin admin] Checking segment: {'id': '24665b77-0ffd-4eca-b0e6-79240e0837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:27:17.615805 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4920a198-ab72-408d-a33b-fd8884355945 admin admin] Network hostable DHCP agents. Network: 08ee10b2-2fff-43fe-b79f-30f962cb12be, hostable agents: ['c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0'], hosted agents: [] {{(pid=94799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:27:17.700319 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-4cb0041f-75b2-47db-8b56-0dae8f6bb291 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3409514 Sep 15 15:27:17.702460 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 45554) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:17.710927 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-ab6c3c0c-daac-45f7-ae39-33ee3f8ae839 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1117850702-router', 'tenant_id': '3a16269c5a0742a89bef71d5a8d467a2', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:27:17.725869 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-45a75fa7-5bb7-4a16-9bec-a1f8e451d071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for subnet, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:17.728203 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4920a198-ab72-408d-a33b-fd8884355945 admin admin] Network 08ee10b2-2fff-43fe-b79f-30f962cb12be is scheduled to be hosted by DHCP agent c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0 with binding_index 1 {{(pid=94799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:27:17.779100 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f3b7a7-9160-4117-b6a3-4a2729242568 None None] Network 847cb1e4-e19c-4271-800e-31d2a3c7a1df requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:27:17.804119 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a75fa7-5bb7-4a16-9bec-a1f8e451d071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5730cad4-c7e7-440e-9f30-9b5947c3998b,revision_number=0']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:17.810125 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a75fa7-5bb7-4a16-9bec-a1f8e451d071 admin admin] Checking segment: {'id': '065ca2db-76ff-494f-a861-9803e0db5d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e6dd8fbf-e913-489d-a22c-6342d50fedc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:27:17.810746 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a75fa7-5bb7-4a16-9bec-a1f8e451d071 admin admin] Network hostable DHCP agents. Network: e6dd8fbf-e913-489d-a22c-6342d50fedc3, hostable agents: ['c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0'], hosted agents: [] {{(pid=94800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:27:17.826870 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ab6c3c0c-daac-45f7-ae39-33ee3f8ae839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:17.826870 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ab6c3c0c-daac-45f7-ae39-33ee3f8ae839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:17.828318 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-4920a198-ab72-408d-a33b-fd8884355945 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-1-iscsi, 08ee10b2-2fff-43fe-b79f-30f962cb12be) {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:27:17.839967 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4920a198-ab72-408d-a33b-fd8884355945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:17.840622 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4920a198-ab72-408d-a33b-fd8884355945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for subnet, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:17.858748 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f29985-9649-4fee-b9f3-d415ceb52b54 None None] Network 08ee10b2-2fff-43fe-b79f-30f962cb12be requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:27:17.941461 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ab6c3c0c-daac-45f7-ae39-33ee3f8ae839 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:18.058724 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76b1df7-bc46-5e58-888b-22cc83ae4b15-08ee10b2-2fff-43fe-b79f-30f962cb12be', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'fixed_ips': [{'subnet_id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3'}]}} from dv-cinder-809201-1-iscsi. {{(pid=94801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:27:18.059742 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:18.084529 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a75fa7-5bb7-4a16-9bec-a1f8e451d071 admin admin] Network e6dd8fbf-e913-489d-a22c-6342d50fedc3 is scheduled to be hosted by DHCP agent c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0 with binding_index 1 {{(pid=94800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:27:18.085955 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-4920a198-ab72-408d-a33b-fd8884355945 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7599559 Sep 15 15:27:18.090054 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 45562) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:18.092681 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [None req-45a75fa7-5bb7-4a16-9bec-a1f8e451d071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-1-iscsi, e6dd8fbf-e913-489d-a22c-6342d50fedc3) {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:27:18.095058 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-4484b495-7472-4299-8fc2-7050e882948a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1520171669-router', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:27:18.100158 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a75fa7-5bb7-4a16-9bec-a1f8e451d071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:18.101819 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-45a75fa7-5bb7-4a16-9bec-a1f8e451d071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for subnet, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:18.138248 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650c254f-d6da-4fed-b3c2-86da2c7e68ff None None] Network e6dd8fbf-e913-489d-a22c-6342d50fedc3 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:27:18.278271 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 45572) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:18.282137 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.db_base_plugin_common [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Allocated IP 172.20.0.2 (08ee10b2-2fff-43fe-b79f-30f962cb12be/c269f95b-bd52-41fc-a168-8d0b68cfbdb3/737a5a6f-2590-4304-8e5a-3a12bf349ae7) {{(pid=94801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:27:18.288622 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ab6c3c0c-daac-45f7-ae39-33ee3f8ae839 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:18.294152 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4484b495-7472-4299-8fc2-7050e882948a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:18.295125 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4484b495-7472-4299-8fc2-7050e882948a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:18.359124 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4484b495-7472-4299-8fc2-7050e882948a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:18.425639 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-5adeb8a2-7f98-40bc-abaf-6b61c3d72497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:18.443623 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c99ada0-0fd9-44e1-9bc1-c479f38a941f None None] Network e6dd8fbf-e913-489d-a22c-6342d50fedc3 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:27:18.487526 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-45a75fa7-5bb7-4a16-9bec-a1f8e451d071 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2065735 Sep 15 15:27:18.529518 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Notify callbacks [] for port, precommit_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:18.625064 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464'] for port, after_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:18.655641 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Network 08ee10b2-2fff-43fe-b79f-30f962cb12be is already hosted by enough agents. {{(pid=94801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:27:18.660732 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4484b495-7472-4299-8fc2-7050e882948a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:18.660921 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.scheduler.base_scheduler [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Resources bound (agent type, host, resource id): {{(pid=94801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:27:18.662963 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-5adeb8a2-7f98-40bc-abaf-6b61c3d72497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:18.683415 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Received port after_create {{(pid=94801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:27:18.772518 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Attempting to bind port 737a5a6f-2590-4304-8e5a-3a12bf349ae7 on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:27:18.773209 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Attempting to bind port 737a5a6f-2590-4304-8e5a-3a12bf349ae7 by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': '24665b77-0ffd-4eca-b0e6-79240e0837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be'}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:27:18.773748 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Attempting to bind port 737a5a6f-2590-4304-8e5a-3a12bf349ae7 on network 08ee10b2-2fff-43fe-b79f-30f962cb12be {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:27:18.779113 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Pushing event updated for resources: {'Port': ['ID=737a5a6f-2590-4304-8e5a-3a12bf349ae7,revision_number=1']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:18.794255 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-5adeb8a2-7f98-40bc-abaf-6b61c3d72497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:18.802716 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:27:18.803062 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Checking segment: {'id': '24665b77-0ffd-4eca-b0e6-79240e0837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:27:18.803463 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:18.803905 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Bound using segment: {'id': '24665b77-0ffd-4eca-b0e6-79240e0837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be'} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:27:18.804410 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Bound port: 737a5a6f-2590-4304-8e5a-3a12bf349ae7, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24665b77-0ffd-4eca-b0e6-79240e0837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be'}}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:27:18.804809 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:18.897634 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-5adeb8a2-7f98-40bc-abaf-6b61c3d72497 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2aa575e4ffc54eafa041bef2826127a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6153178 Sep 15 15:27:18.898850 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adeb8a2-7f98-40bc-abaf-6b61c3d72497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739cb694-b2a1-4525-b48b-0ed8f430c7d4,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:18.912541 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 45594) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:19.060834 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-0d19fb4b-57e2-40d7-ad8a-726a400fb00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:19.097816 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-0d19fb4b-57e2-40d7-ad8a-726a400fb00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:19.135282 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:19.136607 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:19.137309 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:19.137793 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:19.138313 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:19.138836 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:19.139369 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:19.140158 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:19.140672 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:19.141147 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:19.141675 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:19.142150 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Tracked resource versions report: Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: pushed versions: Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: { 'AddressGroup': {'1.2'}, Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: 'ConntrackHelper': {'1.0'}, Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: 'Log': {'1.0'}, Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: 'Network': {'1.1'}, Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: 'Port': {'1.7'}, Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: 'PortForwarding': {'1.2'}, Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: 'QosPolicy': {'1.9'}, Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: 'SecurityGroup': {'1.4'}, Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: 'SubPort': {'1.0'}, Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: 'Subnet': {'1.1'}, Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: 'Trunk': {'1.1'}} Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: consumer versions: Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: { DHCP agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: HyperV agent@hv-cinder-80920: {}, Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: L3 agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: Metadata agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: Metering agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: Open vSwitch agent@dv-cinder-809201-1-iscsi: { 'AddressGroup': '1.2', Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: 'ConntrackHelper': '1.0', Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: 'Log': '1.0', Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: 'Network': '1.1', Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: 'Port': '1.7', Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: 'PortForwarding': '1.2', Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: 'QosPolicy': '1.9', Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: 'SecurityGroup': '1.4', Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: 'SecurityGroupRule': '1.2', Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: 'SubPort': '1.0', Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: 'Subnet': '1.1', Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: 'Trunk': '1.1'}} Sep 15 15:27:19.146254 dv-cinder-809201-1-iscsi neutron-server[94801]: {{(pid=94801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:27:19.192986 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 45602) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:19.210686 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ab6c3c0c-daac-45f7-ae39-33ee3f8ae839 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:19.217838 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] For port 737a5a6f-2590-4304-8e5a-3a12bf349ae7, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:27:19.222113 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] For port 737a5a6f-2590-4304-8e5a-3a12bf349ae7, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=737a5a6f-2590-4304-8e5a-3a12bf349ae7,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:27:19.245562 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ab6c3c0c-daac-45f7-ae39-33ee3f8ae839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:19.282684 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-0d19fb4b-57e2-40d7-ad8a-726a400fb00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:19.287670 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-0d19fb4b-57e2-40d7-ad8a-726a400fb00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:19.289771 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-0d19fb4b-57e2-40d7-ad8a-726a400fb00e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/739cb694-b2a1-4525-b48b-0ed8f430c7d4 HTTP/1.1" status: 204 len: 168 time: 0.3730471 Sep 15 15:27:19.309683 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19fb4b-57e2-40d7-ad8a-726a400fb00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739cb694-b2a1-4525-b48b-0ed8f430c7d4,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:19.345123 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:19.438253 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9064b-1aaa-4803-8f71-8ad576e1e98f None None] Pushing event updated for resources: {'Port': ['ID=737a5a6f-2590-4304-8e5a-3a12bf349ae7,revision_number=2']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:19.446167 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-71acd577-76db-4982-8714-e2490fee79d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:19.546610 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_common [None req-ab6c3c0c-daac-45f7-ae39-33ee3f8ae839 admin admin] Allocated IP 172.27.3.208 (70862140-ffde-47fa-81bd-8f9d99919982/7ac39d78-6dff-4eb9-9797-5a3cc8acd948/5988bc59-1888-4bc2-bc8e-a2cd44d96583) {{(pid=94799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:27:19.620771 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-71acd577-76db-4982-8714-e2490fee79d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:19.627548 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4484b495-7472-4299-8fc2-7050e882948a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:19.668160 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 45632) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:19.672634 dv-cinder-809201-1-iscsi neutron-server[94800]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 15:27:19.681040 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4484b495-7472-4299-8fc2-7050e882948a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:19.698004 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-71acd577-76db-4982-8714-e2490fee79d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:19.875203 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-71acd577-76db-4982-8714-e2490fee79d6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f2e90335a384440797aefde52ee8caff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6806855 Sep 15 15:27:19.897905 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 45638) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:19.950883 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71acd577-76db-4982-8714-e2490fee79d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811c5df0-3f74-48d3-9ac1-5f65fb58850b,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:20.012460 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773977e-179d-48f7-bbbb-4514733319fb req-4eb40fdc-0e9e-4ccb-b94d-9e0b19252bca tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:20.014098 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2773977e-179d-48f7-bbbb-4514733319fb req-4eb40fdc-0e9e-4ccb-b94d-9e0b19252bca tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/networks?id=e6dd8fbf-e913-489d-a22c-6342d50fedc3 HTTP/1.1" status: 200 len: 811 time: 0.3439736 Sep 15 15:27:20.037311 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2773977e-179d-48f7-bbbb-4514733319fb req-11d23da5-a310-49b3-811f-7c301548eff9 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/quotas/54046c6f7d4140c48934b22814caa2e8 HTTP/1.1" status: 200 len: 375 time: 0.0219257 Sep 15 15:27:20.056503 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ab6c3c0c-daac-45f7-ae39-33ee3f8ae839 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:20.057351 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 737a5a6f-2590-4304-8e5a-3a12bf349ae7 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:27:20.097633 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 45642) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:20.142293 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-16365a7d-458b-434f-8864-be2fc6896291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:20.147180 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2773977e-179d-48f7-bbbb-4514733319fb req-c1e72a50-ad68-486d-a7fa-803b86274903 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=54046c6f7d4140c48934b22814caa2e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1085577 Sep 15 15:27:20.163004 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ab6c3c0c-daac-45f7-ae39-33ee3f8ae839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464'] for port, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:20.184644 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 737a5a6f-2590-4304-8e5a-3a12bf349ae7 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:27:20.185291 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:20.187173 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-16365a7d-458b-434f-8864-be2fc6896291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:20.283055 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:20.321006 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c48f2606-e7ac-4c94-8d5f-0ef4dbd8cca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:20.323761 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] For port 737a5a6f-2590-4304-8e5a-3a12bf349ae7, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=737a5a6f-2590-4304-8e5a-3a12bf349ae7,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:27:20.326554 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6c3c0c-daac-45f7-ae39-33ee3f8ae839 admin admin] Network 70862140-ffde-47fa-81bd-8f9d99919982 is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:27:20.341413 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-ab6c3c0c-daac-45f7-ae39-33ee3f8ae839 admin admin] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:27:20.353795 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6c3c0c-daac-45f7-ae39-33ee3f8ae839 admin admin] Received port after_create {{(pid=94799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:27:20.357783 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_common [None req-4484b495-7472-4299-8fc2-7050e882948a admin admin] Allocated IP 172.27.3.134 (70862140-ffde-47fa-81bd-8f9d99919982/7ac39d78-6dff-4eb9-9797-5a3cc8acd948/bc1ef7fc-a39b-4409-a581-1fcf3e450002) {{(pid=94799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:27:20.361577 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c3c0c-daac-45f7-ae39-33ee3f8ae839 admin admin] Pushing event updated for resources: {'Port': ['ID=5988bc59-1888-4bc2-bc8e-a2cd44d96583,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:20.376742 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-16365a7d-458b-434f-8864-be2fc6896291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:20.379115 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-16365a7d-458b-434f-8864-be2fc6896291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:20.380305 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-16365a7d-458b-434f-8864-be2fc6896291 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/811c5df0-3f74-48d3-9ac1-5f65fb58850b HTTP/1.1" status: 204 len: 168 time: 0.4813073 Sep 15 15:27:20.390151 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16365a7d-458b-434f-8864-be2fc6896291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811c5df0-3f74-48d3-9ac1-5f65fb58850b,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:20.443956 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:20.444576 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [req-2773977e-179d-48f7-bbbb-4514733319fb req-5aa18e2a-64bc-475d-9cb9-88d196cdb874 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:27:20.452643 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2773977e-179d-48f7-bbbb-4514733319fb req-5aa18e2a-64bc-475d-9cb9-88d196cdb874 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1114907 Sep 15 15:27:20.475601 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 45658) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:20.526479 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Pushing event updated for resources: {'Port': ['ID=737a5a6f-2590-4304-8e5a-3a12bf349ae7,revision_number=3']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:20.580292 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2773977e-179d-48f7-bbbb-4514733319fb req-70b8a961-05e5-4a1b-a73e-1d3ed059572b service neutron] 10.222.0.54 "GET /v2.0/networks/e6dd8fbf-e913-489d-a22c-6342d50fedc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268961 Sep 15 15:27:20.596154 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-739705d3-6891-4248-8e26-47e3ebb3b727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:20.692226 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4484b495-7472-4299-8fc2-7050e882948a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:20.693400 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2773977e-179d-48f7-bbbb-4514733319fb req-3e5a86be-89c8-49c9-86fe-ede9e9f67963 service neutron] 10.222.0.54 "GET /v2.0/networks/e6dd8fbf-e913-489d-a22c-6342d50fedc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058202 Sep 15 15:27:20.791362 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c48f2606-e7ac-4c94-8d5f-0ef4dbd8cca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:20.828039 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ee9d23-4031-457c-b6c9-9f7e638a09df None None] Network 08ee10b2-2fff-43fe-b79f-30f962cb12be requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:27:20.880778 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ab6c3c0c-daac-45f7-ae39-33ee3f8ae839 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:20.889598 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c48f2606-e7ac-4c94-8d5f-0ef4dbd8cca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:20.950445 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-dbc43cdb-c82d-4623-9f1d-2e7cc66b0c78 None None] Provisioning complete for port 737a5a6f-2590-4304-8e5a-3a12bf349ae7 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:27:20.950807 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-dbc43cdb-c82d-4623-9f1d-2e7cc66b0c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:20.956497 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:27:20.971567 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-c48f2606-e7ac-4c94-8d5f-0ef4dbd8cca3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=13378efe37a749d3ad7ba9d4e631b933&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8724496 Sep 15 15:27:20.974516 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 45672) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:20.977204 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4484b495-7472-4299-8fc2-7050e882948a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464'] for port, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:21.030528 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4484b495-7472-4299-8fc2-7050e882948a admin admin] Network 70862140-ffde-47fa-81bd-8f9d99919982 is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:27:21.050348 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-5fd99804-161b-46d2-952f-63cbfae7931c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:21.071210 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-4484b495-7472-4299-8fc2-7050e882948a admin admin] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:27:21.085457 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4484b495-7472-4299-8fc2-7050e882948a admin admin] Received port after_create {{(pid=94799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:27:21.093686 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-5fd99804-161b-46d2-952f-63cbfae7931c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:21.152576 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f2606-e7ac-4c94-8d5f-0ef4dbd8cca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee770f60-7d55-4ef4-944a-f41d1b229802,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:21.210098 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 45682) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:21.348459 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-5fd99804-161b-46d2-952f-63cbfae7931c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:21.351584 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-5fd99804-161b-46d2-952f-63cbfae7931c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:21.356025 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-5fd99804-161b-46d2-952f-63cbfae7931c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ee770f60-7d55-4ef4-944a-f41d1b229802 HTTP/1.1" status: 204 len: 168 time: 0.3803835 Sep 15 15:27:21.370139 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484b495-7472-4299-8fc2-7050e882948a admin admin] Pushing event updated for resources: {'Port': ['ID=bc1ef7fc-a39b-4409-a581-1fcf3e450002,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:21.388998 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6ccc2861-a7ee-4bfd-9fcd-4b129e95b56c req-0e63f6d5-4d5f-440c-9ca2-7ecc9641c818 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 210 time: 0.1774147 Sep 15 15:27:21.398672 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd99804-161b-46d2-952f-63cbfae7931c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee770f60-7d55-4ef4-944a-f41d1b229802,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:21.511493 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-1d651c48-e7a3-4c35-810e-d05d263fe4cb None None] Provisioning complete for port 737a5a6f-2590-4304-8e5a-3a12bf349ae7 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:27:21.512040 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-1d651c48-e7a3-4c35-810e-d05d263fe4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:21.684904 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-739705d3-6891-4248-8e26-47e3ebb3b727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:21.702549 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ab6c3c0c-daac-45f7-ae39-33ee3f8ae839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568907'] for router, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:21.803341 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-739705d3-6891-4248-8e26-47e3ebb3b727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:21.883543 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4484b495-7472-4299-8fc2-7050e882948a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:21.894415 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-739705d3-6891-4248-8e26-47e3ebb3b727 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3b43f7a8590047699a7dd8441bdfe2fe&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4133391 Sep 15 15:27:21.903352 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 45714) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:21.962919 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 737a5a6f-2590-4304-8e5a-3a12bf349ae7 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:27:21.968971 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739705d3-6891-4248-8e26-47e3ebb3b727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9bc97f-bde0-47d1-b151-8d3acf11ebdf,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:22.122003 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-61318eec-fc36-40e7-b333-3af3e1268361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:22.123729 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 737a5a6f-2590-4304-8e5a-3a12bf349ae7 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:27:22.124016 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:22.156425 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-61318eec-fc36-40e7-b333-3af3e1268361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:22.312442 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 45740) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:22.328322 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-61318eec-fc36-40e7-b333-3af3e1268361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:22.331218 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-61318eec-fc36-40e7-b333-3af3e1268361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:22.332735 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-61318eec-fc36-40e7-b333-3af3e1268361 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3f9bc97f-bde0-47d1-b151-8d3acf11ebdf HTTP/1.1" status: 204 len: 168 time: 0.4290798 Sep 15 15:27:22.335614 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c15a9542-fbfa-4b3e-856e-270aaafe8129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:22.354583 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61318eec-fc36-40e7-b333-3af3e1268361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9bc97f-bde0-47d1-b151-8d3acf11ebdf,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:22.494816 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c15a9542-fbfa-4b3e-856e-270aaafe8129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:22.526339 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4484b495-7472-4299-8fc2-7050e882948a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568907'] for router, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:22.535457 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a18ec482-db68-4440-b5a2-78ea84cb07fe req-1c9364e0-946b-4132-8cb7-8317ffcc1366 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 210 time: 0.0326092 Sep 15 15:27:22.566138 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6c3c0c-daac-45f7-ae39-33ee3f8ae839 admin admin] Router 63d02795-4d3b-40dd-b7d1-4209f9829248 is scheduled to L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc with binding_index 1 {{(pid=94799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:27:22.580935 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c15a9542-fbfa-4b3e-856e-270aaafe8129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:22.621434 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a9542-fbfa-4b3e-856e-270aaafe8129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9396905a-2d4d-40e6-b6fa-cd90b8b9e7e1,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:22.627451 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-c15a9542-fbfa-4b3e-856e-270aaafe8129 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d55234da668f4ccda52d1d1346fe457f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3137624 Sep 15 15:27:22.630238 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 45746) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:22.705742 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-396cd1a8-8df4-4296-b6e9-1fbf87d90514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:22.731340 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-396cd1a8-8df4-4296-b6e9-1fbf87d90514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:22.739892 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6c3c0c-daac-45f7-ae39-33ee3f8ae839 admin admin] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:27:22.749599 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0874705e-8e97-4316-84c5-d13103d59adb None None] Sync routers for ids ['63d02795-4d3b-40dd-b7d1-4209f9829248'] in dv-cinder-809201-1-iscsi {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:27:22.759965 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0874705e-8e97-4316-84c5-d13103d59adb None None] Routers {'63d02795-4d3b-40dd-b7d1-4209f9829248'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:27:22.760586 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-0874705e-8e97-4316-84c5-d13103d59adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:26:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['63d02795-4d3b-40dd-b7d1-4209f9829248'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:27:22.867914 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ab6c3c0c-daac-45f7-ae39-33ee3f8ae839 admin admin] Notify callbacks [] for router, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:22.871037 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-ab6c3c0c-daac-45f7-ae39-33ee3f8ae839 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.1639075 Sep 15 15:27:22.872992 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 45758) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:22.922751 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-0874705e-8e97-4316-84c5-d13103d59adb None None] Set router 63d02795-4d3b-40dd-b7d1-4209f9829248 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:27:22.948676 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-396cd1a8-8df4-4296-b6e9-1fbf87d90514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:22.955402 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-396cd1a8-8df4-4296-b6e9-1fbf87d90514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:22.956619 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-396cd1a8-8df4-4296-b6e9-1fbf87d90514 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9396905a-2d4d-40e6-b6fa-cd90b8b9e7e1 HTTP/1.1" status: 204 len: 168 time: 0.3252938 Sep 15 15:27:22.961655 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:22.983672 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cd1a8-8df4-4296-b6e9-1fbf87d90514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9396905a-2d4d-40e6-b6fa-cd90b8b9e7e1,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:22.993156 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4484b495-7472-4299-8fc2-7050e882948a admin admin] Router a6909325-84f9-4c72-aa50-e772499bd7ef is scheduled to L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc with binding_index 1 {{(pid=94799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:27:23.154078 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-5c092093-1552-49dd-a4cc-26a13a052fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:23.162176 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-0874705e-8e97-4316-84c5-d13103d59adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d02795-4d3b-40dd-b7d1-4209f9829248', 'name': 'tempest-ServerRescueNegativeTestJSON-1117850702-router', 'tenant_id': '3a16269c5a0742a89bef71d5a8d467a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5988bc59-1888-4bc2-bc8e-a2cd44d96583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:17Z', 'updated_at': '2021-09-15T15:27:20Z', 'revision_number': 3, 'project_id': '3a16269c5a0742a89bef71d5a8d467a2', 'gw_port': {'id': '5988bc59-1888-4bc2-bc8e-a2cd44d96583', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:63:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d02795-4d3b-40dd-b7d1-4209f9829248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:19Z', 'updated_at': '2021-09-15T15:27:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:27:23.199303 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0874705e-8e97-4316-84c5-d13103d59adb None None] Checking router: 63d02795-4d3b-40dd-b7d1-4209f9829248 for host: dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:27:23.199303 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0874705e-8e97-4316-84c5-d13103d59adb None None] Updating router 63d02795-4d3b-40dd-b7d1-4209f9829248 port 5988bc59-1888-4bc2-bc8e-a2cd44d96583 binding host dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:27:23.219237 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4484b495-7472-4299-8fc2-7050e882948a admin admin] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:27:23.228848 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-0874705e-8e97-4316-84c5-d13103d59adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:23.236486 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2041358d-1cdf-48a5-8607-51b45bffb6ce None None] Sync routers for ids ['a6909325-84f9-4c72-aa50-e772499bd7ef'] in dv-cinder-809201-1-iscsi {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:27:23.249235 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2041358d-1cdf-48a5-8607-51b45bffb6ce None None] Routers {'a6909325-84f9-4c72-aa50-e772499bd7ef'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:27:23.254224 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-2041358d-1cdf-48a5-8607-51b45bffb6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:26:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['a6909325-84f9-4c72-aa50-e772499bd7ef'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:27:23.462880 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4484b495-7472-4299-8fc2-7050e882948a admin admin] Notify callbacks [] for router, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:23.464718 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-4484b495-7472-4299-8fc2-7050e882948a admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3736732 Sep 15 15:27:23.467867 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 45786) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:23.496995 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-2041358d-1cdf-48a5-8607-51b45bffb6ce None None] Set router a6909325-84f9-4c72-aa50-e772499bd7ef gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:27:23.550040 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-0874705e-8e97-4316-84c5-d13103d59adb None None] Notify callbacks [] for port, precommit_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:23.647701 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-1eed0519-8981-4dbb-ad0d-5557f148c97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:23.650239 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-0874705e-8e97-4316-84c5-d13103d59adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:23.737190 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-0874705e-8e97-4316-84c5-d13103d59adb None None] Attempting to bind port 5988bc59-1888-4bc2-bc8e-a2cd44d96583 on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:27:23.737563 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-0874705e-8e97-4316-84c5-d13103d59adb None None] Attempting to bind port 5988bc59-1888-4bc2-bc8e-a2cd44d96583 by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}] {{(pid=94802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:27:23.740553 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0874705e-8e97-4316-84c5-d13103d59adb None None] Attempting to bind port 5988bc59-1888-4bc2-bc8e-a2cd44d96583 on network 70862140-ffde-47fa-81bd-8f9d99919982 {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:27:23.753401 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0874705e-8e97-4316-84c5-d13103d59adb None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:27:23.754090 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0874705e-8e97-4316-84c5-d13103d59adb None None] Checking segment: {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:27:23.754183 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-0874705e-8e97-4316-84c5-d13103d59adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:23.754530 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0874705e-8e97-4316-84c5-d13103d59adb None None] Bound using segment: {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'} {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:27:23.755021 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-0874705e-8e97-4316-84c5-d13103d59adb None None] Bound port: 5988bc59-1888-4bc2-bc8e-a2cd44d96583, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}}] {{(pid=94802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:27:23.755418 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-0874705e-8e97-4316-84c5-d13103d59adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:23.766889 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-2041358d-1cdf-48a5-8607-51b45bffb6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1520171669-router', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:18Z', 'updated_at': '2021-09-15T15:27:21Z', 'revision_number': 3, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'gw_port': {'id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:19Z', 'updated_at': '2021-09-15T15:27:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:27:23.814675 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2041358d-1cdf-48a5-8607-51b45bffb6ce None None] Checking router: a6909325-84f9-4c72-aa50-e772499bd7ef for host: dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:27:23.814675 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2041358d-1cdf-48a5-8607-51b45bffb6ce None None] Updating router a6909325-84f9-4c72-aa50-e772499bd7ef port bc1ef7fc-a39b-4409-a581-1fcf3e450002 binding host dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:27:23.846439 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-2041358d-1cdf-48a5-8607-51b45bffb6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:23.857446 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.db [None req-0874705e-8e97-4316-84c5-d13103d59adb None None] For port 5988bc59-1888-4bc2-bc8e-a2cd44d96583, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:27:23.860836 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.db [None req-0874705e-8e97-4316-84c5-d13103d59adb None None] For port 5988bc59-1888-4bc2-bc8e-a2cd44d96583, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=5988bc59-1888-4bc2-bc8e-a2cd44d96583,segment=NetworkSegment(892b6518-e65e-438b-8e7f-3ce7335aa343),segment_id=892b6518-e65e-438b-8e7f-3ce7335aa343)] {{(pid=94802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:27:23.879654 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b8527-23a0-437f-94f1-765fa8bc0f2b None None] Pushing event updated for resources: {'Port': ['ID=5988bc59-1888-4bc2-bc8e-a2cd44d96583,revision_number=2']} {{(pid=94802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:23.887961 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b8527-23a0-437f-94f1-765fa8bc0f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:23.888569 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b8527-23a0-437f-94f1-765fa8bc0f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:23.889051 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b8527-23a0-437f-94f1-765fa8bc0f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:23.889531 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b8527-23a0-437f-94f1-765fa8bc0f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:23.890004 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b8527-23a0-437f-94f1-765fa8bc0f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:23.890526 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b8527-23a0-437f-94f1-765fa8bc0f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:23.891017 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b8527-23a0-437f-94f1-765fa8bc0f2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:23.891507 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b8527-23a0-437f-94f1-765fa8bc0f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:23.892106 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b8527-23a0-437f-94f1-765fa8bc0f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:23.892861 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b8527-23a0-437f-94f1-765fa8bc0f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:23.893328 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b8527-23a0-437f-94f1-765fa8bc0f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:23.893803 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b8527-23a0-437f-94f1-765fa8bc0f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b8527-23a0-437f-94f1-765fa8bc0f2b None None] Tracked resource versions report: Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: pushed versions: Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: { 'AddressGroup': {'1.2'}, Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: 'ConntrackHelper': {'1.0'}, Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: 'Log': {'1.0'}, Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: 'Network': {'1.1'}, Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: 'Port': {'1.7'}, Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: 'PortForwarding': {'1.2'}, Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: 'QosPolicy': {'1.9'}, Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: 'SecurityGroup': {'1.4'}, Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: 'SubPort': {'1.0'}, Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: 'Subnet': {'1.1'}, Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: 'Trunk': {'1.1'}} Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: consumer versions: Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: { DHCP agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: HyperV agent@hv-cinder-80920: {}, Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: L3 agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: Metadata agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: Metering agent@dv-cinder-809201-1-iscsi: {}, Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: Open vSwitch agent@dv-cinder-809201-1-iscsi: { 'AddressGroup': '1.2', Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: 'ConntrackHelper': '1.0', Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: 'Log': '1.0', Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: 'Network': '1.1', Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: 'Port': '1.7', Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: 'PortForwarding': '1.2', Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: 'QosPolicy': '1.9', Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: 'SecurityGroup': '1.4', Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: 'SecurityGroupRule': '1.2', Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: 'SubPort': '1.0', Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: 'Subnet': '1.1', Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: 'Trunk': '1.1'}} Sep 15 15:27:23.895089 dv-cinder-809201-1-iscsi neutron-server[94802]: {{(pid=94802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:27:23.942850 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-0874705e-8e97-4316-84c5-d13103d59adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:23.948232 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2f79b1bd-1d09-4bfe-bcd9-86f5aa7f2ca6 req-5a35d09a-948b-4b78-a526-56eb9b77cd74 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 210 time: 0.1888292 Sep 15 15:27:24.098838 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0874705e-8e97-4316-84c5-d13103d59adb None None] Routers {'63d02795-4d3b-40dd-b7d1-4209f9829248'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:27:24.099533 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-0874705e-8e97-4316-84c5-d13103d59adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:26:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['63d02795-4d3b-40dd-b7d1-4209f9829248'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:27:24.111565 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_common [None req-1eed0519-8981-4dbb-ad0d-5557f148c97b admin admin] Allocated IP 172.20.0.1 (847cb1e4-e19c-4271-800e-31d2a3c7a1df/97e16b6b-eb11-4c27-ab3e-76841cb2f586/7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d) {{(pid=94799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:27:24.173718 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b8527-23a0-437f-94f1-765fa8bc0f2b None None] Pushing event updated for resources: {'Port': ['ID=5988bc59-1888-4bc2-bc8e-a2cd44d96583,revision_number=3']} {{(pid=94802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:24.261228 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-0874705e-8e97-4316-84c5-d13103d59adb None None] Set router 63d02795-4d3b-40dd-b7d1-4209f9829248 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:27:24.370178 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-1eed0519-8981-4dbb-ad0d-5557f148c97b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:24.439978 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-2041358d-1cdf-48a5-8607-51b45bffb6ce None None] Notify callbacks [] for port, precommit_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:24.478271 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f7b29f66-8044-443d-98bc-abdd6a1ce7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:24.480441 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-1eed0519-8981-4dbb-ad0d-5557f148c97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464'] for port, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:24.508773 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-2041358d-1cdf-48a5-8607-51b45bffb6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:24.523166 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eed0519-8981-4dbb-ad0d-5557f148c97b admin admin] Network 847cb1e4-e19c-4271-800e-31d2a3c7a1df is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:27:24.526560 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-1eed0519-8981-4dbb-ad0d-5557f148c97b admin admin] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:27:24.529022 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eed0519-8981-4dbb-ad0d-5557f148c97b admin admin] Received port after_create {{(pid=94799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:27:24.529495 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-1eed0519-8981-4dbb-ad0d-5557f148c97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568988'] for router_interface, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:24.567972 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-0874705e-8e97-4316-84c5-d13103d59adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d02795-4d3b-40dd-b7d1-4209f9829248', 'name': 'tempest-ServerRescueNegativeTestJSON-1117850702-router', 'tenant_id': '3a16269c5a0742a89bef71d5a8d467a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5988bc59-1888-4bc2-bc8e-a2cd44d96583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:17Z', 'updated_at': '2021-09-15T15:27:20Z', 'revision_number': 3, 'project_id': '3a16269c5a0742a89bef71d5a8d467a2', 'gw_port': {'id': '5988bc59-1888-4bc2-bc8e-a2cd44d96583', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:63:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d02795-4d3b-40dd-b7d1-4209f9829248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:19Z', 'updated_at': '2021-09-15T15:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:27:24.626012 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed0519-8981-4dbb-ad0d-5557f148c97b admin admin] Pushing event updated for resources: {'Port': ['ID=7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:24.626656 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-2041358d-1cdf-48a5-8607-51b45bffb6ce None None] Attempting to bind port bc1ef7fc-a39b-4409-a581-1fcf3e450002 on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:27:24.628293 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0874705e-8e97-4316-84c5-d13103d59adb None None] The sync data for ids ['63d02795-4d3b-40dd-b7d1-4209f9829248'] in dv-cinder-809201-1-iscsi is: [{'id': '63d02795-4d3b-40dd-b7d1-4209f9829248', 'name': 'tempest-ServerRescueNegativeTestJSON-1117850702-router', 'tenant_id': '3a16269c5a0742a89bef71d5a8d467a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5988bc59-1888-4bc2-bc8e-a2cd44d96583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:17Z', 'updated_at': '2021-09-15T15:27:20Z', 'revision_number': 3, 'project_id': '3a16269c5a0742a89bef71d5a8d467a2', 'gw_port': {'id': '5988bc59-1888-4bc2-bc8e-a2cd44d96583', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:63:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d02795-4d3b-40dd-b7d1-4209f9829248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:19Z', 'updated_at': '2021-09-15T15:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}] {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:27:24.628561 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-2041358d-1cdf-48a5-8607-51b45bffb6ce None None] Attempting to bind port bc1ef7fc-a39b-4409-a581-1fcf3e450002 by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:27:24.628962 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2041358d-1cdf-48a5-8607-51b45bffb6ce None None] Attempting to bind port bc1ef7fc-a39b-4409-a581-1fcf3e450002 on network 70862140-ffde-47fa-81bd-8f9d99919982 {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:27:24.647510 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2041358d-1cdf-48a5-8607-51b45bffb6ce None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:27:24.647510 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2041358d-1cdf-48a5-8607-51b45bffb6ce None None] Checking segment: {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:27:24.647510 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-2041358d-1cdf-48a5-8607-51b45bffb6ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:24.647510 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2041358d-1cdf-48a5-8607-51b45bffb6ce None None] Bound using segment: {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:27:24.647510 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-2041358d-1cdf-48a5-8607-51b45bffb6ce None None] Bound port: bc1ef7fc-a39b-4409-a581-1fcf3e450002, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:27:24.648039 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-2041358d-1cdf-48a5-8607-51b45bffb6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:24.686053 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5d5d7-ef65-4824-8ddc-97fbe9938b63 None None] Pushing event updated for resources: {'Port': ['ID=bc1ef7fc-a39b-4409-a581-1fcf3e450002,revision_number=2']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:24.743417 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-2041358d-1cdf-48a5-8607-51b45bffb6ce None None] For port bc1ef7fc-a39b-4409-a581-1fcf3e450002, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:27:24.752519 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-2041358d-1cdf-48a5-8607-51b45bffb6ce None None] For port bc1ef7fc-a39b-4409-a581-1fcf3e450002, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=bc1ef7fc-a39b-4409-a581-1fcf3e450002,segment=NetworkSegment(892b6518-e65e-438b-8e7f-3ce7335aa343),segment_id=892b6518-e65e-438b-8e7f-3ce7335aa343)] {{(pid=94801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:27:24.759056 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_common [None req-f7b29f66-8044-443d-98bc-abdd6a1ce7f5 admin admin] Allocated IP 172.20.0.1 (08ee10b2-2fff-43fe-b79f-30f962cb12be/c269f95b-bd52-41fc-a168-8d0b68cfbdb3/077b5012-c365-412f-a6da-2c507632c672) {{(pid=94800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:27:24.840091 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-2041358d-1cdf-48a5-8607-51b45bffb6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:24.910648 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2041358d-1cdf-48a5-8607-51b45bffb6ce None None] Routers {'a6909325-84f9-4c72-aa50-e772499bd7ef'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:27:24.911320 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-2041358d-1cdf-48a5-8607-51b45bffb6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:26:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['a6909325-84f9-4c72-aa50-e772499bd7ef'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:27:24.974615 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5d5d7-ef65-4824-8ddc-97fbe9938b63 None None] Pushing event updated for resources: {'Port': ['ID=bc1ef7fc-a39b-4409-a581-1fcf3e450002,revision_number=3']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:25.018133 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f7b29f66-8044-443d-98bc-abdd6a1ce7f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:25.044555 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-1eed0519-8981-4dbb-ad0d-5557f148c97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:25.100314 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-2041358d-1cdf-48a5-8607-51b45bffb6ce None None] Set router a6909325-84f9-4c72-aa50-e772499bd7ef gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:27:25.222593 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f7b29f66-8044-443d-98bc-abdd6a1ce7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464'] for port, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:25.364456 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b29f66-8044-443d-98bc-abdd6a1ce7f5 admin admin] Pushing event updated for resources: {'Port': ['ID=077b5012-c365-412f-a6da-2c507632c672,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:25.411990 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6f10f460-d18c-463e-9398-d2d77dd41a14 req-7f5127f2-16b8-4a4a-9517-4049445488df tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 210 time: 0.0487015 Sep 15 15:27:25.420322 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b29f66-8044-443d-98bc-abdd6a1ce7f5 admin admin] Network 08ee10b2-2fff-43fe-b79f-30f962cb12be is already hosted by enough agents. {{(pid=94800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:27:25.421866 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [None req-f7b29f66-8044-443d-98bc-abdd6a1ce7f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:27:25.424415 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b29f66-8044-443d-98bc-abdd6a1ce7f5 admin admin] Received port after_create {{(pid=94800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:27:25.425085 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f7b29f66-8044-443d-98bc-abdd6a1ce7f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568988'] for router_interface, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:25.654422 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-1eed0519-8981-4dbb-ad0d-5557f148c97b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:25.795096 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-446d173d-4f04-404e-8443-54340432a950 None None] Provisioning complete for port 077b5012-c365-412f-a6da-2c507632c672 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:27:25.796006 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-446d173d-4f04-404e-8443-54340432a950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:25.826292 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-2041358d-1cdf-48a5-8607-51b45bffb6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1520171669-router', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:18Z', 'updated_at': '2021-09-15T15:27:21Z', 'revision_number': 3, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'gw_port': {'id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:19Z', 'updated_at': '2021-09-15T15:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:27:25.851545 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-1eed0519-8981-4dbb-ad0d-5557f148c97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:25.854925 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-1eed0519-8981-4dbb-ad0d-5557f148c97b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579084'] for router_interface, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:25.860344 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2041358d-1cdf-48a5-8607-51b45bffb6ce None None] The sync data for ids ['a6909325-84f9-4c72-aa50-e772499bd7ef'] in dv-cinder-809201-1-iscsi is: [{'id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1520171669-router', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:18Z', 'updated_at': '2021-09-15T15:27:21Z', 'revision_number': 3, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'gw_port': {'id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:19Z', 'updated_at': '2021-09-15T15:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}] {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:27:25.875853 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-446d173d-4f04-404e-8443-54340432a950 None None] Port 077b5012-c365-412f-a6da-2c507632c672 cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:27:25.958685 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f7b29f66-8044-443d-98bc-abdd6a1ce7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:25.966798 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed0519-8981-4dbb-ad0d-5557f148c97b admin admin] Pushing event updated for resources: {'Port': ['ID=7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d,revision_number=2']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:26.088255 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eed0519-8981-4dbb-ad0d-5557f148c97b admin admin] Network 847cb1e4-e19c-4271-800e-31d2a3c7a1df is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:27:26.090145 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-1eed0519-8981-4dbb-ad0d-5557f148c97b admin admin] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:27:26.104238 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 5988bc59-1888-4bc2-bc8e-a2cd44d96583 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:27:26.107018 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-bdc337be-005c-4b24-b09b-d659a251331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:26.276967 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:26.309911 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 5988bc59-1888-4bc2-bc8e-a2cd44d96583 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:27:26.310508 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:26.398825 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eed0519-8981-4dbb-ad0d-5557f148c97b admin admin] Router 63d02795-4d3b-40dd-b7d1-4209f9829248 has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:27:26.442655 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f7b29f66-8044-443d-98bc-abdd6a1ce7f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:26.525978 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f7b29f66-8044-443d-98bc-abdd6a1ce7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:26.526781 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f7b29f66-8044-443d-98bc-abdd6a1ce7f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579084'] for router_interface, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:26.579970 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:26.634162 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] For port 5988bc59-1888-4bc2-bc8e-a2cd44d96583, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=5988bc59-1888-4bc2-bc8e-a2cd44d96583,segment=NetworkSegment(892b6518-e65e-438b-8e7f-3ce7335aa343),segment_id=892b6518-e65e-438b-8e7f-3ce7335aa343)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:27:26.636595 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 45882) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:26.698235 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:26.760008 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b29f66-8044-443d-98bc-abdd6a1ce7f5 admin admin] Pushing event updated for resources: {'Port': ['ID=077b5012-c365-412f-a6da-2c507632c672,revision_number=2']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:26.789560 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eed0519-8981-4dbb-ad0d-5557f148c97b admin admin] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:27:26.817103 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-1eed0519-8981-4dbb-ad0d-5557f148c97b admin admin] 10.222.0.54 "PUT /v2.0/routers/63d02795-4d3b-40dd-b7d1-4209f9829248/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9406741 Sep 15 15:27:26.855348 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Pushing event updated for resources: {'Port': ['ID=5988bc59-1888-4bc2-bc8e-a2cd44d96583,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:27.320284 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0588e3f7-dd9e-428a-a563-1d2d1eeaca7f req-1500c826-51f1-4c2b-bbbd-4ce46fdfcfc5 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 210 time: 0.3189869 Sep 15 15:27:27.326959 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:27.327838 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b29f66-8044-443d-98bc-abdd6a1ce7f5 admin admin] Network 08ee10b2-2fff-43fe-b79f-30f962cb12be is already hosted by enough agents. {{(pid=94800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:27:27.327838 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [None req-f7b29f66-8044-443d-98bc-abdd6a1ce7f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:27:27.327838 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6d5fbbc3-6b0a-4543-92ab-9a388e94d0a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:27.474390 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b29f66-8044-443d-98bc-abdd6a1ce7f5 admin admin] Router a6909325-84f9-4c72-aa50-e772499bd7ef has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:27:27.522503 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.58', 59764) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:27.567554 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e740f0a-a2f9-4276-8e07-54cee9862bf8 None None] Sync routers for ids ['63d02795-4d3b-40dd-b7d1-4209f9829248'] in dv-cinder-809201-1-iscsi {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:27:27.584150 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e740f0a-a2f9-4276-8e07-54cee9862bf8 None None] Routers {'63d02795-4d3b-40dd-b7d1-4209f9829248'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:27:27.584788 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-8e740f0a-a2f9-4276-8e07-54cee9862bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:27:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['63d02795-4d3b-40dd-b7d1-4209f9829248'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:27:27.588068 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6d5fbbc3-6b0a-4543-92ab-9a388e94d0a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:27.645413 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f91f870f-1f00-4540-9068-0100f616a1b3 None None] Provisioning complete for port 077b5012-c365-412f-a6da-2c507632c672 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:27:27.646720 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f91f870f-1f00-4540-9068-0100f616a1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:27.717132 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6d5fbbc3-6b0a-4543-92ab-9a388e94d0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:27.746158 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-f91f870f-1f00-4540-9068-0100f616a1b3 None None] Port 077b5012-c365-412f-a6da-2c507632c672 cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:27:27.778287 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5fbbc3-6b0a-4543-92ab-9a388e94d0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e46faa-4c9d-4a34-a4fd-292fb11216fc,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:27.884388 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-6d5fbbc3-6b0a-4543-92ab-9a388e94d0a9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=71c41b9249e6431085d4b478a861472a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2463145 Sep 15 15:27:27.936918 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 45922) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:27.968812 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-8e740f0a-a2f9-4276-8e07-54cee9862bf8 None None] Set router 63d02795-4d3b-40dd-b7d1-4209f9829248 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:27:28.086925 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b29f66-8044-443d-98bc-abdd6a1ce7f5 admin admin] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:27:28.185812 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 5988bc59-1888-4bc2-bc8e-a2cd44d96583 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:27:28.192975 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-f7b29f66-8044-443d-98bc-abdd6a1ce7f5 admin admin] 10.222.0.54 "PUT /v2.0/routers/a6909325-84f9-4c72-aa50-e772499bd7ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7237186 Sep 15 15:27:28.246989 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773977e-179d-48f7-bbbb-4514733319fb req-6caa2c5b-56bd-41b2-b171-b13b1f390a15 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:28.246989 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-2773977e-179d-48f7-bbbb-4514733319fb req-6caa2c5b-56bd-41b2-b171-b13b1f390a15 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.58 "GET /v2.0/networks?id=e6dd8fbf-e913-489d-a22c-6342d50fedc3 HTTP/1.1" status: 200 len: 811 time: 0.7178698 Sep 15 15:27:28.276432 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2de519a5-6d5d-4f3d-bf94-b772f9d8a0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:28.319916 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 5988bc59-1888-4bc2-bc8e-a2cd44d96583 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:27:28.320830 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:28.328818 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2de519a5-6d5d-4f3d-bf94-b772f9d8a0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:28.443657 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device bc1ef7fc-a39b-4409-a581-1fcf3e450002 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:27:28.459700 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-3df8da3e-ab12-41d3-ad0a-2eb7644ce81d req-90f0edb6-fe00-49a5-8f24-f66360e876a6 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 210 time: 0.0754280 Sep 15 15:27:28.513930 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641355eb-e23b-4ccd-9817-6290102eed86 req-5c951b64-4fbe-41f3-9e6e-5e2ad4967966 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:28.515292 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-641355eb-e23b-4ccd-9817-6290102eed86 req-5c951b64-4fbe-41f3-9e6e-5e2ad4967966 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/networks?id=847cb1e4-e19c-4271-800e-31d2a3c7a1df HTTP/1.1" status: 200 len: 819 time: 0.4248462 Sep 15 15:27:28.516648 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port bc1ef7fc-a39b-4409-a581-1fcf3e450002 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:27:28.517569 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:28.517878 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-8e740f0a-a2f9-4276-8e07-54cee9862bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d02795-4d3b-40dd-b7d1-4209f9829248', 'name': 'tempest-ServerRescueNegativeTestJSON-1117850702-router', 'tenant_id': '3a16269c5a0742a89bef71d5a8d467a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5988bc59-1888-4bc2-bc8e-a2cd44d96583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:17Z', 'updated_at': '2021-09-15T15:27:24Z', 'revision_number': 4, 'project_id': '3a16269c5a0742a89bef71d5a8d467a2', 'gw_port': {'id': '5988bc59-1888-4bc2-bc8e-a2cd44d96583', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:63:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d02795-4d3b-40dd-b7d1-4209f9829248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:19Z', 'updated_at': '2021-09-15T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': '7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d', 'name': '', 'network_id': '847cb1e4-e19c-4271-800e-31d2a3c7a1df', 'tenant_id': '3a16269c5a0742a89bef71d5a8d467a2', 'mac_address': 'fa:16:3e:e8:ea:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d02795-4d3b-40dd-b7d1-4209f9829248', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '97e16b6b-eb11-4c27-ab3e-76841cb2f586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:23Z', 'updated_at': '2021-09-15T15:27:25Z', 'revision_number': 2, 'project_id': '3a16269c5a0742a89bef71d5a8d467a2', 'subnets': [{'id': '97e16b6b-eb11-4c27-ab3e-76841cb2f586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:27:28.552624 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-641355eb-e23b-4ccd-9817-6290102eed86 req-79ce22c9-43ef-4b77-b385-b66be88a90d5 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/quotas/3a16269c5a0742a89bef71d5a8d467a2 HTTP/1.1" status: 200 len: 375 time: 0.0246348 Sep 15 15:27:28.554435 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2de519a5-6d5d-4f3d-bf94-b772f9d8a0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:28.557966 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2de519a5-6d5d-4f3d-bf94-b772f9d8a0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:28.563056 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-2de519a5-6d5d-4f3d-bf94-b772f9d8a0b3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/58e46faa-4c9d-4a34-a4fd-292fb11216fc HTTP/1.1" status: 204 len: 168 time: 0.6241426 Sep 15 15:27:28.578086 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e740f0a-a2f9-4276-8e07-54cee9862bf8 None None] Checking router: 63d02795-4d3b-40dd-b7d1-4209f9829248 for host: dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:27:28.578681 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e740f0a-a2f9-4276-8e07-54cee9862bf8 None None] Updating router 63d02795-4d3b-40dd-b7d1-4209f9829248 port 7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d binding host dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:27:28.584406 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de519a5-6d5d-4f3d-bf94-b772f9d8a0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e46faa-4c9d-4a34-a4fd-292fb11216fc,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:28.653997 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-8e740f0a-a2f9-4276-8e07-54cee9862bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:28.667760 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:28.685493 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-641355eb-e23b-4ccd-9817-6290102eed86 req-d8d662e0-f701-4ce0-b083-62defa1aa330 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a16269c5a0742a89bef71d5a8d467a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1316524 Sep 15 15:27:28.698166 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] For port bc1ef7fc-a39b-4409-a581-1fcf3e450002, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=bc1ef7fc-a39b-4409-a581-1fcf3e450002,segment=NetworkSegment(892b6518-e65e-438b-8e7f-3ce7335aa343),segment_id=892b6518-e65e-438b-8e7f-3ce7335aa343)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:27:28.765122 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:28.829790 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-641355eb-e23b-4ccd-9817-6290102eed86 req-7b2e6acc-2a8a-4e7e-b6cf-5dd07b540776 service neutron] 10.222.0.54 "GET /v2.0/networks/847cb1e4-e19c-4271-800e-31d2a3c7a1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421971 Sep 15 15:27:28.834013 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:28.901817 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Pushing event updated for resources: {'Port': ['ID=bc1ef7fc-a39b-4409-a581-1fcf3e450002,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:28.955022 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cee007-5197-4fba-ad92-3c9f835469ee None None] Sync routers for ids ['a6909325-84f9-4c72-aa50-e772499bd7ef'] in dv-cinder-809201-1-iscsi {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:27:28.969443 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cee007-5197-4fba-ad92-3c9f835469ee None None] Routers {'a6909325-84f9-4c72-aa50-e772499bd7ef'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:27:28.971275 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-c0cee007-5197-4fba-ad92-3c9f835469ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:27:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['a6909325-84f9-4c72-aa50-e772499bd7ef'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:27:29.037086 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-641355eb-e23b-4ccd-9817-6290102eed86 req-8afb87a3-7f10-4d13-87a9-3e256e836507 service neutron] 10.222.0.54 "GET /v2.0/networks/847cb1e4-e19c-4271-800e-31d2a3c7a1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993406 Sep 15 15:27:29.156449 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-8e740f0a-a2f9-4276-8e07-54cee9862bf8 None None] Notify callbacks [] for port, precommit_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:29.193032 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-c0cee007-5197-4fba-ad92-3c9f835469ee None None] Set router a6909325-84f9-4c72-aa50-e772499bd7ef gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:27:29.309508 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-8e740f0a-a2f9-4276-8e07-54cee9862bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:29.324353 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 45960) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:29.435865 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee1307-1941-4f6a-b95c-23d73eb4fad8 None None] Pushing event updated for resources: {'Port': ['ID=7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d,revision_number=3']} {{(pid=94802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:29.479524 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d568dd1a-dc63-41d8-aa61-d1eb21081e19 req-90b1405c-ac4d-4332-9226-f8e237934a2b tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 210 time: 0.1013823 Sep 15 15:27:29.559676 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-8e740f0a-a2f9-4276-8e07-54cee9862bf8 None None] Attempting to bind port 7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:27:29.560051 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-8e740f0a-a2f9-4276-8e07-54cee9862bf8 None None] Attempting to bind port 7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': 'c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '847cb1e4-e19c-4271-800e-31d2a3c7a1df'}] {{(pid=94802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:27:29.560407 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e740f0a-a2f9-4276-8e07-54cee9862bf8 None None] Attempting to bind port 7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d on network 847cb1e4-e19c-4271-800e-31d2a3c7a1df {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:27:29.566522 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e740f0a-a2f9-4276-8e07-54cee9862bf8 None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:27:29.567144 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e740f0a-a2f9-4276-8e07-54cee9862bf8 None None] Checking segment: {'id': 'c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '847cb1e4-e19c-4271-800e-31d2a3c7a1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:27:29.567545 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-8e740f0a-a2f9-4276-8e07-54cee9862bf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:29.568020 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e740f0a-a2f9-4276-8e07-54cee9862bf8 None None] Bound using segment: {'id': 'c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '847cb1e4-e19c-4271-800e-31d2a3c7a1df'} {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:27:29.568487 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-8e740f0a-a2f9-4276-8e07-54cee9862bf8 None None] Bound port: 7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '847cb1e4-e19c-4271-800e-31d2a3c7a1df'}}] {{(pid=94802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:27:29.569444 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-8e740f0a-a2f9-4276-8e07-54cee9862bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:29.652934 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-c0cee007-5197-4fba-ad92-3c9f835469ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1520171669-router', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:18Z', 'updated_at': '2021-09-15T15:27:25Z', 'revision_number': 4, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'gw_port': {'id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:19Z', 'updated_at': '2021-09-15T15:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': '077b5012-c365-412f-a6da-2c507632c672', 'name': '', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'mac_address': 'fa:16:3e:d7:bc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:24Z', 'updated_at': '2021-09-15T15:27:26Z', 'revision_number': 2, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'subnets': [{'id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:27:29.685200 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.db [None req-8e740f0a-a2f9-4276-8e07-54cee9862bf8 None None] For port 7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:27:29.694142 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.db [None req-8e740f0a-a2f9-4276-8e07-54cee9862bf8 None None] For port 7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d,segment=NetworkSegment(c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9),segment_id=c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9)] {{(pid=94802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:27:29.703167 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-94b6a4cc-5c77-47f6-8063-97cd594f3c29 req-cc70c27f-eda2-46da-a54a-cd8ddb2e8df1 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 210 time: 0.0470254 Sep 15 15:27:29.719009 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cee007-5197-4fba-ad92-3c9f835469ee None None] Checking router: a6909325-84f9-4c72-aa50-e772499bd7ef for host: dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:27:29.719685 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cee007-5197-4fba-ad92-3c9f835469ee None None] Updating router a6909325-84f9-4c72-aa50-e772499bd7ef port 077b5012-c365-412f-a6da-2c507632c672 binding host dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:27:29.722589 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fc7499a5-6bdf-4fed-b391-d05cfed44016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:29.773358 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-c0cee007-5197-4fba-ad92-3c9f835469ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:29.811729 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-8e740f0a-a2f9-4276-8e07-54cee9862bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:29.897714 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fc7499a5-6bdf-4fed-b391-d05cfed44016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:30.006039 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e740f0a-a2f9-4276-8e07-54cee9862bf8 None None] Routers {'63d02795-4d3b-40dd-b7d1-4209f9829248'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:27:30.010728 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-8e740f0a-a2f9-4276-8e07-54cee9862bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:27:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['63d02795-4d3b-40dd-b7d1-4209f9829248'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:27:30.014151 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device bc1ef7fc-a39b-4409-a581-1fcf3e450002 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:27:30.059379 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee1307-1941-4f6a-b95c-23d73eb4fad8 None None] Pushing event updated for resources: {'Port': ['ID=7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d,revision_number=4']} {{(pid=94802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:30.067974 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fc7499a5-6bdf-4fed-b391-d05cfed44016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:30.137035 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 46006) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:30.144732 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-ec1062a7-7537-44a2-8562-de6bc2bfc44e tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1041989394', 'description': 'tempest-description--704034722'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:27:30.154261 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-fc7499a5-6bdf-4fed-b391-d05cfed44016 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ec64c6df928348eca30082bca35dc453&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8282862 Sep 15 15:27:30.158582 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 46008) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:30.205287 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7499a5-6bdf-4fed-b391-d05cfed44016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b48a5df-8aa9-46ea-bac5-3811ce163c87,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:30.224317 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-8e740f0a-a2f9-4276-8e07-54cee9862bf8 None None] Set router 63d02795-4d3b-40dd-b7d1-4209f9829248 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:27:30.225998 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port bc1ef7fc-a39b-4409-a581-1fcf3e450002 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:27:30.238902 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:30.273456 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4c975b90-86c9-4e52-9882-f97734339613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:30.300482 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4c975b90-86c9-4e52-9882-f97734339613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:30.325766 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ec1062a7-7537-44a2-8562-de6bc2bfc44e tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:30.388626 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 46018) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:30.405745 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f646c52b-f477-48ab-a8fc-734b8a41d3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:30.416855 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-c0cee007-5197-4fba-ad92-3c9f835469ee None None] Notify callbacks [] for port, precommit_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:30.475824 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-f45353bb-7bfd-4aa9-840b-fd2567f0a167 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:30.479697 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-f45353bb-7bfd-4aa9-840b-fd2567f0a167 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/networks?id=847cb1e4-e19c-4271-800e-31d2a3c7a1df HTTP/1.1" status: 200 len: 819 time: 0.2208385 Sep 15 15:27:30.496838 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-4defb66b-dadb-4c4d-ad6d-30179b926f02 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/quotas/3a16269c5a0742a89bef71d5a8d467a2 HTTP/1.1" status: 200 len: 375 time: 0.0105605 Sep 15 15:27:30.520446 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4c975b90-86c9-4e52-9882-f97734339613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:30.520446 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4c975b90-86c9-4e52-9882-f97734339613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:30.535172 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-4c975b90-86c9-4e52-9882-f97734339613 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5b48a5df-8aa9-46ea-bac5-3811ce163c87 HTTP/1.1" status: 204 len: 168 time: 0.3599074 Sep 15 15:27:30.564952 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-b27afbc4-4c95-4161-8c7c-1c2c4f988c66 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a16269c5a0742a89bef71d5a8d467a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0612390 Sep 15 15:27:30.567379 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c975b90-86c9-4e52-9882-f97734339613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b48a5df-8aa9-46ea-bac5-3811ce163c87,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:30.567910 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-8e740f0a-a2f9-4276-8e07-54cee9862bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d02795-4d3b-40dd-b7d1-4209f9829248', 'name': 'tempest-ServerRescueNegativeTestJSON-1117850702-router', 'tenant_id': '3a16269c5a0742a89bef71d5a8d467a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5988bc59-1888-4bc2-bc8e-a2cd44d96583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:17Z', 'updated_at': '2021-09-15T15:27:24Z', 'revision_number': 4, 'project_id': '3a16269c5a0742a89bef71d5a8d467a2', 'gw_port': {'id': '5988bc59-1888-4bc2-bc8e-a2cd44d96583', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:63:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d02795-4d3b-40dd-b7d1-4209f9829248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:19Z', 'updated_at': '2021-09-15T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': '7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d', 'name': '', 'network_id': '847cb1e4-e19c-4271-800e-31d2a3c7a1df', 'tenant_id': '3a16269c5a0742a89bef71d5a8d467a2', 'mac_address': 'fa:16:3e:e8:ea:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d02795-4d3b-40dd-b7d1-4209f9829248', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '97e16b6b-eb11-4c27-ab3e-76841cb2f586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:23Z', 'updated_at': '2021-09-15T15:27:29Z', 'revision_number': 4, 'project_id': '3a16269c5a0742a89bef71d5a8d467a2', 'subnets': [{'id': '97e16b6b-eb11-4c27-ab3e-76841cb2f586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:27:30.588027 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-c0cee007-5197-4fba-ad92-3c9f835469ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:30.605151 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e740f0a-a2f9-4276-8e07-54cee9862bf8 None None] The sync data for ids ['63d02795-4d3b-40dd-b7d1-4209f9829248'] in dv-cinder-809201-1-iscsi is: [{'id': '63d02795-4d3b-40dd-b7d1-4209f9829248', 'name': 'tempest-ServerRescueNegativeTestJSON-1117850702-router', 'tenant_id': '3a16269c5a0742a89bef71d5a8d467a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5988bc59-1888-4bc2-bc8e-a2cd44d96583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:17Z', 'updated_at': '2021-09-15T15:27:24Z', 'revision_number': 4, 'project_id': '3a16269c5a0742a89bef71d5a8d467a2', 'gw_port': {'id': '5988bc59-1888-4bc2-bc8e-a2cd44d96583', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:63:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d02795-4d3b-40dd-b7d1-4209f9829248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:19Z', 'updated_at': '2021-09-15T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': '7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d', 'name': '', 'network_id': '847cb1e4-e19c-4271-800e-31d2a3c7a1df', 'tenant_id': '3a16269c5a0742a89bef71d5a8d467a2', 'mac_address': 'fa:16:3e:e8:ea:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d02795-4d3b-40dd-b7d1-4209f9829248', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '97e16b6b-eb11-4c27-ab3e-76841cb2f586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:23Z', 'updated_at': '2021-09-15T15:27:29Z', 'revision_number': 4, 'project_id': '3a16269c5a0742a89bef71d5a8d467a2', 'subnets': [{'id': '97e16b6b-eb11-4c27-ab3e-76841cb2f586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:27:30.718810 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ec1062a7-7537-44a2-8562-de6bc2bfc44e tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:30.823253 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-a2514391-aeb9-461b-b46e-584e85d444bf service neutron] 10.222.0.54 "GET /v2.0/networks/847cb1e4-e19c-4271-800e-31d2a3c7a1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352090 Sep 15 15:27:30.823341 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ec1062a7-7537-44a2-8562-de6bc2bfc44e tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:30.864563 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [req-2773977e-179d-48f7-bbbb-4514733319fb req-f229b111-eb89-4e60-9375-3f8945e76bba tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Request body: {'port': {'device_id': '6e244dc9-0339-453b-976c-d364ddb1e86e', 'network_id': 'e6dd8fbf-e913-489d-a22c-6342d50fedc3', 'admin_state_up': True, 'tenant_id': '54046c6f7d4140c48934b22814caa2e8'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:27:30.882314 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c3b0e-f0c3-4015-bc32-6c738b6b9492 None None] Pushing event updated for resources: {'Port': ['ID=077b5012-c365-412f-a6da-2c507632c672,revision_number=3']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:30.902712 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7aa0c46b-fb30-46b1-b209-ce9bf9beef5c req-bd9b904b-de11-452b-bf3e-d37dac1c3ce7 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 210 time: 0.0600038 Sep 15 15:27:30.936917 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-c0cee007-5197-4fba-ad92-3c9f835469ee None None] Attempting to bind port 077b5012-c365-412f-a6da-2c507632c672 on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:27:30.937289 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-c0cee007-5197-4fba-ad92-3c9f835469ee None None] Attempting to bind port 077b5012-c365-412f-a6da-2c507632c672 by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': '24665b77-0ffd-4eca-b0e6-79240e0837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be'}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:27:30.937646 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cee007-5197-4fba-ad92-3c9f835469ee None None] Attempting to bind port 077b5012-c365-412f-a6da-2c507632c672 on network 08ee10b2-2fff-43fe-b79f-30f962cb12be {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:27:30.969527 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cee007-5197-4fba-ad92-3c9f835469ee None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:27:30.969527 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cee007-5197-4fba-ad92-3c9f835469ee None None] Checking segment: {'id': '24665b77-0ffd-4eca-b0e6-79240e0837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:27:30.969527 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-c0cee007-5197-4fba-ad92-3c9f835469ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:30.969527 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cee007-5197-4fba-ad92-3c9f835469ee None None] Bound using segment: {'id': '24665b77-0ffd-4eca-b0e6-79240e0837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be'} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:27:30.969527 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-c0cee007-5197-4fba-ad92-3c9f835469ee None None] Bound port: 077b5012-c365-412f-a6da-2c507632c672, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24665b77-0ffd-4eca-b0e6-79240e0837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be'}}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:27:30.969527 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-c0cee007-5197-4fba-ad92-3c9f835469ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:31.083294 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-3bcc5268-e971-4afd-88d9-da2388d9dfd9 service neutron] 10.222.0.54 "GET /v2.0/networks/847cb1e4-e19c-4271-800e-31d2a3c7a1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601836 Sep 15 15:27:31.174845 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-c0cee007-5197-4fba-ad92-3c9f835469ee None None] For port 077b5012-c365-412f-a6da-2c507632c672, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:27:31.182938 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-c0cee007-5197-4fba-ad92-3c9f835469ee None None] For port 077b5012-c365-412f-a6da-2c507632c672, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=077b5012-c365-412f-a6da-2c507632c672,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:27:31.220948 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-136177ec-d657-4a27-a8ca-dc2c5bdb0e55 None None] Provisioning complete for port 077b5012-c365-412f-a6da-2c507632c672 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:27:31.223299 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-136177ec-d657-4a27-a8ca-dc2c5bdb0e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:31.325335 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-c0cee007-5197-4fba-ad92-3c9f835469ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:31.328296 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1062a7-7537-44a2-8562-de6bc2bfc44e tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=040a3b06-345d-4c1d-ae55-933cc0a45f07,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:31.348396 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-136177ec-d657-4a27-a8ca-dc2c5bdb0e55 None None] Port 077b5012-c365-412f-a6da-2c507632c672 cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:27:31.419253 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cee007-5197-4fba-ad92-3c9f835469ee None None] Routers {'a6909325-84f9-4c72-aa50-e772499bd7ef'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:27:31.419973 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-c0cee007-5197-4fba-ad92-3c9f835469ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:27:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['a6909325-84f9-4c72-aa50-e772499bd7ef'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:27:31.459429 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f646c52b-f477-48ab-a8fc-734b8a41d3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:31.481329 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c3b0e-f0c3-4015-bc32-6c738b6b9492 None None] Pushing event updated for resources: {'Port': ['ID=077b5012-c365-412f-a6da-2c507632c672,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:31.600727 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f646c52b-f477-48ab-a8fc-734b8a41d3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:31.610116 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-c0cee007-5197-4fba-ad92-3c9f835469ee None None] Set router a6909325-84f9-4c72-aa50-e772499bd7ef gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:27:31.653144 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f9c20d2e-db95-457a-b705-a13b19baed17 req-f5aaa0ec-e29b-4ed3-8386-7072c74e5d66 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 210 time: 0.0888362 Sep 15 15:27:31.668422 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-f646c52b-f477-48ab-a8fc-734b8a41d3ca admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=76b2ae01a6af490393dd532cea0c06cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2743204 Sep 15 15:27:31.669590 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 46066) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:31.674812 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646c52b-f477-48ab-a8fc-734b8a41d3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494f623e-0b60-47da-9437-a37c175c8f47,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:31.716712 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ec1062a7-7537-44a2-8562-de6bc2bfc44e tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:31.732630 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-ec1062a7-7537-44a2-8562-de6bc2bfc44e tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.5865059 Sep 15 15:27:31.733384 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 46068) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:31.736300 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-60117be6-9cfe-491f-8d63-b72e6b5a941f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Request body: {'security_group_rule': {'security_group_id': '040a3b06-345d-4c1d-ae55-933cc0a45f07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:27:31.788052 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-a13206d0-48bc-4f3e-a947-436c9a884417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:31.859232 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-a13206d0-48bc-4f3e-a947-436c9a884417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:31.888246 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2773977e-179d-48f7-bbbb-4514733319fb req-f229b111-eb89-4e60-9375-3f8945e76bba tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Made reservation on behalf of 54046c6f7d4140c48934b22814caa2e8 for: {'port': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:27:31.893489 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-2773977e-179d-48f7-bbbb-4514733319fb req-f229b111-eb89-4e60-9375-3f8945e76bba tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:31.980246 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 46082) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:31.997999 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-4a6896fa-b176-44d6-837e-6c96be9c6284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:32.020060 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-3de0209b-7914-449e-8713-c7c6fe785271 None None] Provisioning complete for port 077b5012-c365-412f-a6da-2c507632c672 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:27:32.023442 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-3de0209b-7914-449e-8713-c7c6fe785271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:32.088118 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-60117be6-9cfe-491f-8d63-b72e6b5a941f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:32.180444 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:27:32.217780 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-83e4bd67-eabe-44fc-8cff-a7328a16c5d8 req-29d8eb23-fdc7-4528-ae96-01ede6a8015f tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 210 time: 0.0805695 Sep 15 15:27:32.266368 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:27:32.266798 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:32.336683 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-60117be6-9cfe-491f-8d63-b72e6b5a941f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:32.359317 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-a13206d0-48bc-4f3e-a947-436c9a884417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:32.362151 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-a13206d0-48bc-4f3e-a947-436c9a884417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:32.366481 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-a13206d0-48bc-4f3e-a947-436c9a884417 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/494f623e-0b60-47da-9437-a37c175c8f47 HTTP/1.1" status: 204 len: 168 time: 0.6956453 Sep 15 15:27:32.382710 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13206d0-48bc-4f3e-a947-436c9a884417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494f623e-0b60-47da-9437-a37c175c8f47,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:32.430636 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-3de0209b-7914-449e-8713-c7c6fe785271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:32.501136 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-60117be6-9cfe-491f-8d63-b72e6b5a941f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475222'] for security_group_rule, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:32.559928 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60117be6-9cfe-491f-8d63-b72e6b5a941f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e80a83-721e-44c5-b3a9-3537bb43b0a2,revision_number=0']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:32.568753 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-4a6896fa-b176-44d6-837e-6c96be9c6284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:32.621173 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-3de0209b-7914-449e-8713-c7c6fe785271 None None] For port 077b5012-c365-412f-a6da-2c507632c672, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=077b5012-c365-412f-a6da-2c507632c672,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:27:32.641242 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-4a6896fa-b176-44d6-837e-6c96be9c6284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:32.647051 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-c0cee007-5197-4fba-ad92-3c9f835469ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1520171669-router', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:18Z', 'updated_at': '2021-09-15T15:27:25Z', 'revision_number': 4, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'gw_port': {'id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:19Z', 'updated_at': '2021-09-15T15:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': '077b5012-c365-412f-a6da-2c507632c672', 'name': '', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'mac_address': 'fa:16:3e:d7:bc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:24Z', 'updated_at': '2021-09-15T15:27:31Z', 'revision_number': 4, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'subnets': [{'id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:27:32.676836 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cee007-5197-4fba-ad92-3c9f835469ee None None] The sync data for ids ['a6909325-84f9-4c72-aa50-e772499bd7ef'] in dv-cinder-809201-1-iscsi is: [{'id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1520171669-router', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:18Z', 'updated_at': '2021-09-15T15:27:25Z', 'revision_number': 4, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'gw_port': {'id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:19Z', 'updated_at': '2021-09-15T15:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': '077b5012-c365-412f-a6da-2c507632c672', 'name': '', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'mac_address': 'fa:16:3e:d7:bc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:24Z', 'updated_at': '2021-09-15T15:27:31Z', 'revision_number': 4, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'subnets': [{'id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:27:32.678326 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:32.709227 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-3de0209b-7914-449e-8713-c7c6fe785271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:32.726177 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] For port 7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d,segment=NetworkSegment(c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9),segment_id=c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:27:32.789011 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6896fa-b176-44d6-837e-6c96be9c6284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32dd9dd7-1a3c-4c97-b501-c73c0358cf8f,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:32.813021 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-4a6896fa-b176-44d6-837e-6c96be9c6284 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8ebdf4eba96b4ae499aa159d497271df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8308873 Sep 15 15:27:32.819603 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5ed8434a-7dae-4f36-8b86-b248490dfd3b req-a7665e00-36a3-4cd3-bcde-56c499311dfc tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 210 time: 0.1017978 Sep 15 15:27:32.823421 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 46106) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:32.823421 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-60117be6-9cfe-491f-8d63-b72e6b5a941f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:32.830661 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-60117be6-9cfe-491f-8d63-b72e6b5a941f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1006801 Sep 15 15:27:32.836064 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 46108) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:32.837550 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0209b-7914-449e-8713-c7c6fe785271 None None] Pushing event updated for resources: {'Port': ['ID=077b5012-c365-412f-a6da-2c507632c672,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:32.842492 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:32.853106 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-1e2d99de-ca5d-4943-b2fa-ef8cfae4e09a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Request body: {'security_group_rule': {'security_group_id': '040a3b06-345d-4c1d-ae55-933cc0a45f07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:27:32.917758 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-7f72553a-afb6-4789-8314-fcd13bbe9b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:32.942961 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_common [req-2773977e-179d-48f7-bbbb-4514733319fb req-f229b111-eb89-4e60-9375-3f8945e76bba tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Allocated IP 172.20.0.12 (e6dd8fbf-e913-489d-a22c-6342d50fedc3/5730cad4-c7e7-440e-9f30-9b5947c3998b/9ce65965-c503-45f0-a954-2a17cfedf924) {{(pid=94799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:27:32.944289 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Pushing event updated for resources: {'Port': ['ID=7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:32.948767 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-7f72553a-afb6-4789-8314-fcd13bbe9b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:33.148458 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-7f72553a-afb6-4789-8314-fcd13bbe9b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:33.159730 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-7f72553a-afb6-4789-8314-fcd13bbe9b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:33.160968 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-7f72553a-afb6-4789-8314-fcd13bbe9b66 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/32dd9dd7-1a3c-4c97-b501-c73c0358cf8f HTTP/1.1" status: 204 len: 168 time: 0.3284402 Sep 15 15:27:33.184086 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72553a-afb6-4789-8314-fcd13bbe9b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dd9dd7-1a3c-4c97-b501-c73c0358cf8f,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:33.422188 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0efc2235-04ef-4ab8-b3e8-19a33292b154 req-e7a2b8ea-9f26-496f-8a51-8f3f1f935063 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 210 time: 0.0816853 Sep 15 15:27:33.620136 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-1e2d99de-ca5d-4943-b2fa-ef8cfae4e09a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:33.650469 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-2773977e-179d-48f7-bbbb-4514733319fb req-f229b111-eb89-4e60-9375-3f8945e76bba tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Notify callbacks [] for port, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:33.799632 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-1e2d99de-ca5d-4943-b2fa-ef8cfae4e09a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:33.845924 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-2773977e-179d-48f7-bbbb-4514733319fb req-f229b111-eb89-4e60-9375-3f8945e76bba tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464'] for port, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:34.037782 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-1e2d99de-ca5d-4943-b2fa-ef8cfae4e09a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475222'] for security_group_rule, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:34.140144 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d99de-ca5d-4943-b2fa-ef8cfae4e09a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33322c31-ae02-4eb4-8fa7-d52e2ab3aedf,revision_number=0']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:34.145207 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2773977e-179d-48f7-bbbb-4514733319fb req-f229b111-eb89-4e60-9375-3f8945e76bba tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Network e6dd8fbf-e913-489d-a22c-6342d50fedc3 is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:27:34.147102 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229b111-eb89-4e60-9375-3f8945e76bba tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Pushing event updated for resources: {'Port': ['ID=9ce65965-c503-45f0-a954-2a17cfedf924,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:34.152395 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [req-2773977e-179d-48f7-bbbb-4514733319fb req-f229b111-eb89-4e60-9375-3f8945e76bba tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:27:34.155964 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [req-2773977e-179d-48f7-bbbb-4514733319fb req-f229b111-eb89-4e60-9375-3f8945e76bba tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Received port after_create {{(pid=94799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:27:34.167835 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e7b11722-d3a6-42d4-958d-e3192fe88da3 req-725e2ab5-9b2a-40ad-952a-aeef4f5156a8 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 210 time: 0.1390963 Sep 15 15:27:34.204571 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773977e-179d-48f7-bbbb-4514733319fb req-f229b111-eb89-4e60-9375-3f8945e76bba tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:34.204571 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-2773977e-179d-48f7-bbbb-4514733319fb req-f229b111-eb89-4e60-9375-3f8945e76bba tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for port, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:34.206804 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-1e2d99de-ca5d-4943-b2fa-ef8cfae4e09a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:34.208287 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-1e2d99de-ca5d-4943-b2fa-ef8cfae4e09a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3706293 Sep 15 15:27:34.212021 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 077b5012-c365-412f-a6da-2c507632c672 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:27:34.216345 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 46148) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:34.223189 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-92877ed0-f1eb-4c66-8153-f8b1fa80c866 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Request body: {'floatingip': {'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:27:34.305669 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 077b5012-c365-412f-a6da-2c507632c672 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:27:34.306889 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:34.419848 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:27:34.529055 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-2773977e-179d-48f7-bbbb-4514733319fb req-f229b111-eb89-4e60-9375-3f8945e76bba tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6969564 Sep 15 15:27:34.570844 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:27:34.571601 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:34.619981 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [req-2773977e-179d-48f7-bbbb-4514733319fb req-1fbe1225-f24c-4202-959c-10c92f5abb87 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:27:34.619981 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-2773977e-179d-48f7-bbbb-4514733319fb req-1fbe1225-f24c-4202-959c-10c92f5abb87 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055802 Sep 15 15:27:34.633202 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81caba2b-17c5-4734-92b9-510ebe7ea551 req-8c912a96-c4cf-4521-8355-593167041ca2 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:34.642060 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-81caba2b-17c5-4734-92b9-510ebe7ea551 req-8c912a96-c4cf-4521-8355-593167041ca2 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 932 time: 0.0961986 Sep 15 15:27:34.760286 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-81caba2b-17c5-4734-92b9-510ebe7ea551 req-9fb9ea15-b776-4ef1-9c13-00985e5f1f92 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132708 Sep 15 15:27:34.762851 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-92877ed0-f1eb-4c66-8153-f8b1fa80c866 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for floatingip, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:35.154852 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-92877ed0-f1eb-4c66-8153-f8b1fa80c866 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:35.344845 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-77f08881-f7f5-46db-b794-b39cf79907d1 req-e900e2f8-b2e1-48e7-9560-139afc0f1fb5 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 210 time: 0.0495136 Sep 15 15:27:35.386509 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_common [None req-92877ed0-f1eb-4c66-8153-f8b1fa80c866 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Allocated IP 172.27.3.173 (70862140-ffde-47fa-81bd-8f9d99919982/7ac39d78-6dff-4eb9-9797-5a3cc8acd948/68159b1e-f3a3-4d6f-9466-37cdf949079a) {{(pid=94800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:27:35.544378 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [req-2773977e-179d-48f7-bbbb-4514733319fb req-9e2d9877-7849-44e7-a8ec-ef2fee6c42ed service neutron] Request body: {'port': {'device_id': '6e244dc9-0339-453b-976c-d364ddb1e86e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:27:35.623049 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-92877ed0-f1eb-4c66-8153-f8b1fa80c866 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for port, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:35.672297 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-2773977e-179d-48f7-bbbb-4514733319fb req-9e2d9877-7849-44e7-a8ec-ef2fee6c42ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:35.908204 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f96b1-a21d-444f-b535-3ef0facf1bc9 req-549fad2d-5602-4eec-8978-546cf76c991d tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:35.908204 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0d7f96b1-a21d-444f-b535-3ef0facf1bc9 req-549fad2d-5602-4eec-8978-546cf76c991d tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 932 time: 0.0565503 Sep 15 15:27:35.977434 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0d7f96b1-a21d-444f-b535-3ef0facf1bc9 req-6b07513f-aa49-4f6e-bd95-a1a0a4ebb65f tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748386 Sep 15 15:27:36.044174 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-92877ed0-f1eb-4c66-8153-f8b1fa80c866 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464'] for port, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:36.084978 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92877ed0-f1eb-4c66-8153-f8b1fa80c866 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Network 70862140-ffde-47fa-81bd-8f9d99919982 is already hosted by enough agents. {{(pid=94800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:27:36.089191 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [None req-92877ed0-f1eb-4c66-8153-f8b1fa80c866 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Resources bound (agent type, host, resource id): {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:27:36.093677 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92877ed0-f1eb-4c66-8153-f8b1fa80c866 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Received port after_create {{(pid=94800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:27:36.220364 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92877ed0-f1eb-4c66-8153-f8b1fa80c866 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Pushing event updated for resources: {'Port': ['ID=68159b1e-f3a3-4d6f-9466-37cdf949079a,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:36.307062 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [req-2773977e-179d-48f7-bbbb-4514733319fb req-9e2d9877-7849-44e7-a8ec-ef2fee6c42ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ce65965-c503-45f0-a954-2a17cfedf924 {{(pid=94799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:27:36.330209 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-2773977e-179d-48f7-bbbb-4514733319fb req-9e2d9877-7849-44e7-a8ec-ef2fee6c42ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:36.351972 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-92877ed0-f1eb-4c66-8153-f8b1fa80c866 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:36.384083 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.provisioning_blocks [req-2773977e-179d-48f7-bbbb-4514733319fb req-9e2d9877-7849-44e7-a8ec-ef2fee6c42ed service neutron] Transition to ACTIVE for port object 9ce65965-c503-45f0-a954-2a17cfedf924 will not be triggered until provisioned by entity L2. {{(pid=94799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:27:36.456084 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-2773977e-179d-48f7-bbbb-4514733319fb req-9e2d9877-7849-44e7-a8ec-ef2fee6c42ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:36.575192 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f97d1801-e813-48ef-8765-bfb07ed13e58 req-789c8249-add1-4b14-9be8-181e78fd36b1 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 210 time: 0.0779138 Sep 15 15:27:36.609834 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-92877ed0-f1eb-4c66-8153-f8b1fa80c866 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:36.698841 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d9877-7849-44e7-a8ec-ef2fee6c42ed service neutron] Pushing event updated for resources: {'Port': ['ID=9ce65965-c503-45f0-a954-2a17cfedf924,revision_number=2']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:36.708519 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.managers [req-2773977e-179d-48f7-bbbb-4514733319fb req-9e2d9877-7849-44e7-a8ec-ef2fee6c42ed service neutron] Attempting to bind port 9ce65965-c503-45f0-a954-2a17cfedf924 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:27:36.709111 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.managers [req-2773977e-179d-48f7-bbbb-4514733319fb req-9e2d9877-7849-44e7-a8ec-ef2fee6c42ed service neutron] Attempting to bind port 9ce65965-c503-45f0-a954-2a17cfedf924 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '065ca2db-76ff-494f-a861-9803e0db5d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e6dd8fbf-e913-489d-a22c-6342d50fedc3'}] {{(pid=94799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:27:36.709727 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2773977e-179d-48f7-bbbb-4514733319fb req-9e2d9877-7849-44e7-a8ec-ef2fee6c42ed service neutron] Attempting to bind port 9ce65965-c503-45f0-a954-2a17cfedf924 on network e6dd8fbf-e913-489d-a22c-6342d50fedc3 {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:27:36.717876 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2773977e-179d-48f7-bbbb-4514733319fb req-9e2d9877-7849-44e7-a8ec-ef2fee6c42ed service neutron] Port 9ce65965-c503-45f0-a954-2a17cfedf924 on network e6dd8fbf-e913-489d-a22c-6342d50fedc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:27:36.718620 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2773977e-179d-48f7-bbbb-4514733319fb req-9e2d9877-7849-44e7-a8ec-ef2fee6c42ed service neutron] Attempting to bind port 9ce65965-c503-45f0-a954-2a17cfedf924 on network e6dd8fbf-e913-489d-a22c-6342d50fedc3 {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:27:36.725195 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2773977e-179d-48f7-bbbb-4514733319fb req-9e2d9877-7849-44e7-a8ec-ef2fee6c42ed service neutron] Checking agent: {'id': 'eba348e6-0b8a-43b6-acdf-c2678b53c044', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'started_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:27:36.725985 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2773977e-179d-48f7-bbbb-4514733319fb req-9e2d9877-7849-44e7-a8ec-ef2fee6c42ed service neutron] Checking segment: {'id': '065ca2db-76ff-494f-a861-9803e0db5d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e6dd8fbf-e913-489d-a22c-6342d50fedc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:27:36.726835 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2773977e-179d-48f7-bbbb-4514733319fb req-9e2d9877-7849-44e7-a8ec-ef2fee6c42ed service neutron] Bound using segment: {'id': '065ca2db-76ff-494f-a861-9803e0db5d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e6dd8fbf-e913-489d-a22c-6342d50fedc3'} {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:27:36.727641 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.managers [req-2773977e-179d-48f7-bbbb-4514733319fb req-9e2d9877-7849-44e7-a8ec-ef2fee6c42ed service neutron] Bound port: 9ce65965-c503-45f0-a954-2a17cfedf924, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '065ca2db-76ff-494f-a861-9803e0db5d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e6dd8fbf-e913-489d-a22c-6342d50fedc3'}}] {{(pid=94799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:27:36.728717 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-2773977e-179d-48f7-bbbb-4514733319fb req-9e2d9877-7849-44e7-a8ec-ef2fee6c42ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:36.849395 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [req-2773977e-179d-48f7-bbbb-4514733319fb req-9e2d9877-7849-44e7-a8ec-ef2fee6c42ed service neutron] For port 9ce65965-c503-45f0-a954-2a17cfedf924, host hv-cinder-80920, cleared binding levels {{(pid=94799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:27:36.860037 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [req-2773977e-179d-48f7-bbbb-4514733319fb req-9e2d9877-7849-44e7-a8ec-ef2fee6c42ed service neutron] For port 9ce65965-c503-45f0-a954-2a17cfedf924, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=9ce65965-c503-45f0-a954-2a17cfedf924,segment=NetworkSegment(065ca2db-76ff-494f-a861-9803e0db5d14),segment_id=065ca2db-76ff-494f-a861-9803e0db5d14)] {{(pid=94799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:27:37.028801 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-2773977e-179d-48f7-bbbb-4514733319fb req-9e2d9877-7849-44e7-a8ec-ef2fee6c42ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:37.056509 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-92877ed0-f1eb-4c66-8153-f8b1fa80c866 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for port, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:37.154955 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773977e-179d-48f7-bbbb-4514733319fb req-9e2d9877-7849-44e7-a8ec-ef2fee6c42ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:37.157203 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-2773977e-179d-48f7-bbbb-4514733319fb req-9e2d9877-7849-44e7-a8ec-ef2fee6c42ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for port, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:37.159677 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-2773977e-179d-48f7-bbbb-4514733319fb req-9e2d9877-7849-44e7-a8ec-ef2fee6c42ed service neutron] 10.222.0.58 "PUT /v2.0/ports/9ce65965-c503-45f0-a954-2a17cfedf924 HTTP/1.1" status: 200 len: 1094 time: 2.2498116 Sep 15 15:27:37.160224 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e244dc9-0339-453b-976c-d364ddb1e86e', 'tag': '9ce65965-c503-45f0-a954-2a17cfedf924'}] {{(pid=94799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:27:37.185593 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7484c3-2135-443b-87f0-371ea915c97e req-d756f740-616b-49ec-abde-f4b2c9d2bc44 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:37.191993 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0e7484c3-2135-443b-87f0-371ea915c97e req-d756f740-616b-49ec-abde-f4b2c9d2bc44 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 944 time: 0.0823739 Sep 15 15:27:37.245258 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0e7484c3-2135-443b-87f0-371ea915c97e req-72216749-d14b-4ff9-aeea-57dbbe13deab tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500550 Sep 15 15:27:37.310469 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d9877-7849-44e7-a8ec-ef2fee6c42ed service neutron] Pushing event updated for resources: {'Port': ['ID=9ce65965-c503-45f0-a954-2a17cfedf924,revision_number=3']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:37.342034 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-92877ed0-f1eb-4c66-8153-f8b1fa80c866 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:37.394392 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-92877ed0-f1eb-4c66-8153-f8b1fa80c866 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:37.461730 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92877ed0-f1eb-4c66-8153-f8b1fa80c866 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Pushing event updated for resources: {'Port': ['ID=68159b1e-f3a3-4d6f-9466-37cdf949079a,revision_number=2']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:37.486763 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caaf3dc35d391ee5789c70ae145b39738e2d95c5e07cc5749919ddff6cc97c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029d9a66-f174-4c6d-a5db-5810dd12c66b" -d '{"events": [{"name": "network-changed", "server_uuid": "6e244dc9-0339-453b-976c-d364ddb1e86e", "tag": "9ce65965-c503-45f0-a954-2a17cfedf924"}]}' {{(pid=94799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:27:37.565008 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-92877ed0-f1eb-4c66-8153-f8b1fa80c866 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for floatingip, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:37.565655 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-92877ed0-f1eb-4c66-8153-f8b1fa80c866 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3482368 Sep 15 15:27:37.753662 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187ea0a6-a749-4018-bea3-3e1ac7fac1d5 x-openstack-request-id: req-187ea0a6-a749-4018-bea3-3e1ac7fac1d5 {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:27:37.754422 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e244dc9-0339-453b-976c-d364ddb1e86e", "tag": "9ce65965-c503-45f0-a954-2a17cfedf924", "status": "completed", "code": 200}]} {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:27:37.755213 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-187ea0a6-a749-4018-bea3-3e1ac7fac1d5 {{(pid=94799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:27:37.756274 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e244dc9-0339-453b-976c-d364ddb1e86e', 'tag': '9ce65965-c503-45f0-a954-2a17cfedf924', 'status': 'completed', 'code': 200} Sep 15 15:27:37.808274 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2d12a4e4-3538-4dad-a169-484cd5472a69 req-2a0a4c1c-f5a8-4405-9267-2020767bed84 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 210 time: 0.0420711 Sep 15 15:27:38.042689 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-5790328b-726f-45f4-9212-d8436a70e7ad tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1041989394&fields=id&tenant_id=bc084fec0e234562acc43f991b033c39 HTTP/1.1" status: 200 len: 267 time: 0.0860472 Sep 15 15:27:38.263783 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-1c94cfbe-4d03-4800-bfe3-13de132c6cea tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:38.265370 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-1c94cfbe-4d03-4800-bfe3-13de132c6cea tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/networks?id=08ee10b2-2fff-43fe-b79f-30f962cb12be HTTP/1.1" status: 200 len: 817 time: 0.2145755 Sep 15 15:27:38.285405 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-cfe99bc2-0591-49f5-b67c-8fec8f268cc7 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/quotas/bc084fec0e234562acc43f991b033c39 HTTP/1.1" status: 200 len: 375 time: 0.0134006 Sep 15 15:27:38.412884 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-64acfbe1-b124-486f-bde5-6ae8eed106e6 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc084fec0e234562acc43f991b033c39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1064177 Sep 15 15:27:38.429608 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d512d-88b1-4607-8bbe-1d2850e12eaf req-dd2b72ae-a669-490f-81c3-1714d5a3c137 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:38.432252 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5d4d512d-88b1-4607-8bbe-1d2850e12eaf req-dd2b72ae-a669-490f-81c3-1714d5a3c137 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 944 time: 0.0839703 Sep 15 15:27:38.518206 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5d4d512d-88b1-4607-8bbe-1d2850e12eaf req-ba853baf-4c5e-4782-a9d2-014ce251d54f tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691481 Sep 15 15:27:38.657858 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-f9a1d760-aeb1-4075-8799-e52dd0050a59 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:27:38.658960 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-f9a1d760-aeb1-4075-8799-e52dd0050a59 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0560985 Sep 15 15:27:38.766029 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-c4e2a149-8a3e-47d9-8708-fa5b0433f084 service neutron] 10.222.0.54 "GET /v2.0/networks/08ee10b2-2fff-43fe-b79f-30f962cb12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005237 Sep 15 15:27:38.966492 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-56fda8e4-7782-43c7-822f-44d0f4338f79 req-da9d2576-4390-4cb1-8716-0006130dcbf9 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 210 time: 0.0310543 Sep 15 15:27:38.979630 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-e652f9e8-f4dc-4496-9483-2f035e536b0a service neutron] 10.222.0.54 "GET /v2.0/networks/08ee10b2-2fff-43fe-b79f-30f962cb12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066817 Sep 15 15:27:39.408738 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d4592a09-02bf-4879-809d-c5c79258ec8f req-35fc454a-8d2e-4dcc-8344-85350c239a52 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 210 time: 0.0358219 Sep 15 15:27:39.712827 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d069cd-08d2-400e-a7c6-a3d0a2334a6a req-333bcbfe-5f5d-4ecd-b896-d240aa3bbaf8 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:39.714503 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-89d069cd-08d2-400e-a7c6-a3d0a2334a6a req-333bcbfe-5f5d-4ecd-b896-d240aa3bbaf8 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 944 time: 0.0687249 Sep 15 15:27:39.761048 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-89d069cd-08d2-400e-a7c6-a3d0a2334a6a req-a3fbb8f7-a69b-4213-aa5e-1900dd366519 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394394 Sep 15 15:27:40.104130 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8a082d1c-f50b-429e-a19d-340681846c8f req-61b3a6a2-dccc-4bc0-8657-ce3ef357fa3f tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 210 time: 0.0593281 Sep 15 15:27:40.504668 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5b337255-1898-4c6b-8712-9ccf663ec0bf req-c2911cb9-922e-464b-8025-4f4b705e74ae tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 210 time: 0.0270886 Sep 15 15:27:40.894869 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6e149-307d-4c50-aef2-469602647e89 req-64ae3a88-3c68-4823-b747-36bd13ea7201 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:40.902631 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4eb6e149-307d-4c50-aef2-469602647e89 req-64ae3a88-3c68-4823-b747-36bd13ea7201 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 944 time: 0.0597534 Sep 15 15:27:40.940657 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4eb6e149-307d-4c50-aef2-469602647e89 req-a72e0e44-dde1-468f-a3c9-0a3b70d34a1b tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381520 Sep 15 15:27:41.225537 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-85b550a5-f756-4899-a3fd-4a4e418518f2 req-085458e6-3274-4931-bd79-f1eb913a9494 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 210 time: 0.0398791 Sep 15 15:27:41.622519 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f7bf9c4f-c2cf-4120-bdd0-c75de51b0327 req-d56a382f-70f6-48bf-9345-6f211d133c36 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 210 time: 0.0340869 Sep 15 15:27:42.062012 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7df56-330c-4cd9-b0cf-0e03b062f15b req-93c3ecb0-a1c5-4322-9b5a-6621e235bf86 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:42.063632 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-23c7df56-330c-4cd9-b0cf-0e03b062f15b req-93c3ecb0-a1c5-4322-9b5a-6621e235bf86 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 944 time: 0.0548389 Sep 15 15:27:42.106819 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-23c7df56-330c-4cd9-b0cf-0e03b062f15b req-09d5269f-60fc-4c38-a932-015833ffe324 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369949 Sep 15 15:27:42.334272 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-41cedb32-a36b-4867-9355-0db9aa86843c req-5bd1f15e-41d5-48e3-bbc5-e39d081342d2 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 210 time: 0.0281458 Sep 15 15:27:42.747372 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-41d862d2-0d98-4d55-9601-32f8e48756b0 req-c79ff566-9fbe-4ed6-99d6-38e1e8ebdb6d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 210 time: 0.0313995 Sep 15 15:27:43.246535 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92f88b-5e02-4d1e-a7e6-05634f320d3a req-050fb060-2fab-437d-bb77-712522b0a97b tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:43.248153 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ea92f88b-5e02-4d1e-a7e6-05634f320d3a req-050fb060-2fab-437d-bb77-712522b0a97b tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 944 time: 0.0509875 Sep 15 15:27:43.299401 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ea92f88b-5e02-4d1e-a7e6-05634f320d3a req-965f4815-8380-4111-a1e2-34bcdafeac9b tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413525 Sep 15 15:27:43.436285 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-be92d7e6-e19d-456d-a7a9-3b27c86c03be req-15f93e94-c8fa-4b0f-9fbd-a7b398c2a3bd tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 210 time: 0.0302825 Sep 15 15:27:43.846173 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f8ad4375-c86e-4700-b9ca-ffc50dbeaac3 req-854189ba-004b-4283-aa63-e79f67e5dbd2 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 210 time: 0.0267851 Sep 15 15:27:44.221538 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.58', 59786) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:44.256733 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641355eb-e23b-4ccd-9817-6290102eed86 req-3da5eb58-a6df-4016-9077-40cbee9179aa tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:44.258264 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-641355eb-e23b-4ccd-9817-6290102eed86 req-3da5eb58-a6df-4016-9077-40cbee9179aa tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.58 "GET /v2.0/networks?id=847cb1e4-e19c-4271-800e-31d2a3c7a1df HTTP/1.1" status: 200 len: 819 time: 0.1145852 Sep 15 15:27:44.282399 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [req-641355eb-e23b-4ccd-9817-6290102eed86 req-b6107d3d-4831-45db-8c04-8031366563d5 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Request body: {'port': {'device_id': 'fe4cbcd9-244f-49e5-9db6-e5d8164c2fac', 'network_id': '847cb1e4-e19c-4271-800e-31d2a3c7a1df', 'admin_state_up': True, 'tenant_id': '3a16269c5a0742a89bef71d5a8d467a2'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:27:44.305478 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d9a66-f174-4c6d-a5db-5810dd12c66b req-5ef8667d-c9ff-4b66-af59-e049cf476d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:44.307062 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-029d9a66-f174-4c6d-a5db-5810dd12c66b req-5ef8667d-c9ff-4b66-af59-e049cf476d3c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=54046c6f7d4140c48934b22814caa2e8&device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 1097 time: 0.0742934 Sep 15 15:27:44.486077 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-641355eb-e23b-4ccd-9817-6290102eed86 req-b6107d3d-4831-45db-8c04-8031366563d5 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Made reservation on behalf of 3a16269c5a0742a89bef71d5a8d467a2 for: {'port': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:27:44.492873 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-641355eb-e23b-4ccd-9817-6290102eed86 req-b6107d3d-4831-45db-8c04-8031366563d5 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:44.649449 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_common [req-641355eb-e23b-4ccd-9817-6290102eed86 req-b6107d3d-4831-45db-8c04-8031366563d5 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Allocated IP 172.20.0.3 (847cb1e4-e19c-4271-800e-31d2a3c7a1df/97e16b6b-eb11-4c27-ab3e-76841cb2f586/87684267-f620-4297-9301-e7938b4b736d) {{(pid=94799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:27:44.668044 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9e0c94f8-12b9-4448-959d-47621e39bace req-efbe913c-6270-411d-9f13-f6a27625a3bb tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 210 time: 0.0782175 Sep 15 15:27:44.717345 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d9a66-f174-4c6d-a5db-5810dd12c66b req-71a11efb-aa3d-4b3b-a60e-1b8730720f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:44.719047 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-029d9a66-f174-4c6d-a5db-5810dd12c66b req-71a11efb-aa3d-4b3b-a60e-1b8730720f61 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=54046c6f7d4140c48934b22814caa2e8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3943219 Sep 15 15:27:44.728767 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469ae05-4ecd-4473-a1ba-71a4dd1563ba req-6d770a70-9ed6-483d-bcac-ab0d17dd1eff tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:44.736145 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-3469ae05-4ecd-4473-a1ba-71a4dd1563ba req-6d770a70-9ed6-483d-bcac-ab0d17dd1eff tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 944 time: 0.3452861 Sep 15 15:27:44.864064 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-641355eb-e23b-4ccd-9817-6290102eed86 req-b6107d3d-4831-45db-8c04-8031366563d5 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Notify callbacks [] for port, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:44.915867 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-3469ae05-4ecd-4473-a1ba-71a4dd1563ba req-e5779985-fb0c-47a4-bb26-ba0e693b13da tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369474 Sep 15 15:27:45.003385 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5963262a-b84c-4b3c-8f9c-eea1a2c8992e req-c04a9de7-a04f-49dd-b75f-36d307a00178 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 210 time: 0.0338941 Sep 15 15:27:45.108336 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-641355eb-e23b-4ccd-9817-6290102eed86 req-b6107d3d-4831-45db-8c04-8031366563d5 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464'] for port, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:45.155052 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d9a66-f174-4c6d-a5db-5810dd12c66b req-2d1d6170-8a24-49ae-a655-de09794345ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:45.160391 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-029d9a66-f174-4c6d-a5db-5810dd12c66b req-2d1d6170-8a24-49ae-a655-de09794345ed service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4207475 Sep 15 15:27:45.165227 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.58', 59794) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:45.169765 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-641355eb-e23b-4ccd-9817-6290102eed86 req-b6107d3d-4831-45db-8c04-8031366563d5 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Network 847cb1e4-e19c-4271-800e-31d2a3c7a1df is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:27:45.178387 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [req-641355eb-e23b-4ccd-9817-6290102eed86 req-b6107d3d-4831-45db-8c04-8031366563d5 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:27:45.186540 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [req-641355eb-e23b-4ccd-9817-6290102eed86 req-b6107d3d-4831-45db-8c04-8031366563d5 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Received port after_create {{(pid=94799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:27:45.192767 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641355eb-e23b-4ccd-9817-6290102eed86 req-b6107d3d-4831-45db-8c04-8031366563d5 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:45.193489 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-641355eb-e23b-4ccd-9817-6290102eed86 req-b6107d3d-4831-45db-8c04-8031366563d5 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for port, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:45.204663 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6107d3d-4831-45db-8c04-8031366563d5 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Pushing event updated for resources: {'Port': ['ID=87684267-f620-4297-9301-e7938b4b736d,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:45.287445 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-641355eb-e23b-4ccd-9817-6290102eed86 req-b6107d3d-4831-45db-8c04-8031366563d5 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0088525 Sep 15 15:27:45.301864 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [req-641355eb-e23b-4ccd-9817-6290102eed86 req-6888f52a-7aef-449c-a4ed-93efbffe2a01 service neutron] Request body: {'port': {'device_id': 'fe4cbcd9-244f-49e5-9db6-e5d8164c2fac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:27:45.348430 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-cd62256f-3f85-4d31-ba13-058ad47ba7b9 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:45.350031 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-cd62256f-3f85-4d31-ba13-058ad47ba7b9 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.58 "GET /v2.0/networks?id=847cb1e4-e19c-4271-800e-31d2a3c7a1df HTTP/1.1" status: 200 len: 819 time: 0.1824551 Sep 15 15:27:45.378540 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-641355eb-e23b-4ccd-9817-6290102eed86 req-6888f52a-7aef-449c-a4ed-93efbffe2a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:45.378654 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-17d45658-b5b3-428d-b409-f107dcbe6c4e tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Request body: {'port': {'device_id': '823a33e6-a2bd-4009-9f40-4dccf46b7c05', 'network_id': '847cb1e4-e19c-4271-800e-31d2a3c7a1df', 'admin_state_up': True, 'tenant_id': '3a16269c5a0742a89bef71d5a8d467a2'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:27:45.430721 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773977e-179d-48f7-bbbb-4514733319fb req-d2686f67-9116-46f9-b379-27e8acacb0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:45.433745 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2773977e-179d-48f7-bbbb-4514733319fb req-d2686f67-9116-46f9-b379-27e8acacb0ed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=54046c6f7d4140c48934b22814caa2e8&device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 1097 time: 0.1235464 Sep 15 15:27:45.564024 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 46530) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:45.565478 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2773977e-179d-48f7-bbbb-4514733319fb req-6e2db916-f13e-4b9b-9095-507a255cefcd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ce65965-c503-45f0-a954-2a17cfedf924 HTTP/1.1" status: 200 len: 217 time: 0.0941291 Sep 15 15:27:45.655715 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773977e-179d-48f7-bbbb-4514733319fb req-fbfa4daf-32dd-4b9b-a003-a2051f014865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:45.658859 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2773977e-179d-48f7-bbbb-4514733319fb req-fbfa4daf-32dd-4b9b-a003-a2051f014865 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5730cad4-c7e7-440e-9f30-9b5947c3998b HTTP/1.1" status: 200 len: 851 time: 0.0767391 Sep 15 15:27:45.705818 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [req-641355eb-e23b-4ccd-9817-6290102eed86 req-6888f52a-7aef-449c-a4ed-93efbffe2a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87684267-f620-4297-9301-e7938b4b736d {{(pid=94799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:27:45.714277 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-641355eb-e23b-4ccd-9817-6290102eed86 req-6888f52a-7aef-449c-a4ed-93efbffe2a01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:45.738770 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-627fd639-3dea-43d0-be07-0631120d9c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:45.741960 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.provisioning_blocks [req-641355eb-e23b-4ccd-9817-6290102eed86 req-6888f52a-7aef-449c-a4ed-93efbffe2a01 service neutron] Transition to ACTIVE for port object 87684267-f620-4297-9301-e7938b4b736d will not be triggered until provisioned by entity L2. {{(pid=94799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:27:45.743192 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.58', 59804) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:45.750752 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2773977e-179d-48f7-bbbb-4514733319fb req-50bd4d67-c0d9-4a96-af4b-976da6d135fd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e6dd8fbf-e913-489d-a22c-6342d50fedc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816448 Sep 15 15:27:45.842744 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-231987a9-52b2-4dbe-8dae-f097f60c0c0f req-f585131a-1a42-47e7-a011-d133852613d8 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 210 time: 0.0619059 Sep 15 15:27:45.846923 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-17d45658-b5b3-428d-b409-f107dcbe6c4e tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Made reservation on behalf of 3a16269c5a0742a89bef71d5a8d467a2 for: {'port': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:27:45.850317 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-17d45658-b5b3-428d-b409-f107dcbe6c4e tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:45.868661 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-8817f293-6c8c-4fbc-b41e-89005a2fa0fb tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:45.871387 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-8817f293-6c8c-4fbc-b41e-89005a2fa0fb tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.58 "GET /v2.0/networks?id=08ee10b2-2fff-43fe-b79f-30f962cb12be HTTP/1.1" status: 200 len: 817 time: 0.1264184 Sep 15 15:27:45.929736 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-641355eb-e23b-4ccd-9817-6290102eed86 req-6888f52a-7aef-449c-a4ed-93efbffe2a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:45.951248 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-568672a2-57ba-4dc6-b8d5-e9a3aedadda5 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc084fec0e234562acc43f991b033c39 HTTP/1.1" status: 200 len: 380 time: 0.0712473 Sep 15 15:27:45.981129 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2773977e-179d-48f7-bbbb-4514733319fb req-abcf30e1-74a6-47cc-950d-7ec7c3c028ce service neutron] 10.222.0.58 "GET /v2.0/networks/e6dd8fbf-e913-489d-a22c-6342d50fedc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236552 Sep 15 15:27:45.982261 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-14fa7380-500e-4b4f-992f-7cc6127196d7 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Request body: {'port': {'device_id': '52958035-d7b6-41f7-8bed-2af57d30b452', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'admin_state_up': True, 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'security_groups': ['040a3b06-345d-4c1d-ae55-933cc0a45f07']}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:27:46.222211 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888f52a-7aef-449c-a4ed-93efbffe2a01 service neutron] Pushing event updated for resources: {'Port': ['ID=87684267-f620-4297-9301-e7938b4b736d,revision_number=2']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:46.262663 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.managers [req-641355eb-e23b-4ccd-9817-6290102eed86 req-6888f52a-7aef-449c-a4ed-93efbffe2a01 service neutron] Attempting to bind port 87684267-f620-4297-9301-e7938b4b736d on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:27:46.262888 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.managers [req-641355eb-e23b-4ccd-9817-6290102eed86 req-6888f52a-7aef-449c-a4ed-93efbffe2a01 service neutron] Attempting to bind port 87684267-f620-4297-9301-e7938b4b736d by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '847cb1e4-e19c-4271-800e-31d2a3c7a1df'}] {{(pid=94799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:27:46.263242 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641355eb-e23b-4ccd-9817-6290102eed86 req-6888f52a-7aef-449c-a4ed-93efbffe2a01 service neutron] Attempting to bind port 87684267-f620-4297-9301-e7938b4b736d on network 847cb1e4-e19c-4271-800e-31d2a3c7a1df {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:27:46.276923 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2dc1e93e-2e37-4e42-925f-46bed78dc28b req-c5326401-38dd-40ed-a0ef-f4a118a0cb5d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 210 time: 0.1716089 Sep 15 15:27:46.278152 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641355eb-e23b-4ccd-9817-6290102eed86 req-6888f52a-7aef-449c-a4ed-93efbffe2a01 service neutron] Port 87684267-f620-4297-9301-e7938b4b736d on network 847cb1e4-e19c-4271-800e-31d2a3c7a1df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:27:46.278470 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641355eb-e23b-4ccd-9817-6290102eed86 req-6888f52a-7aef-449c-a4ed-93efbffe2a01 service neutron] Attempting to bind port 87684267-f620-4297-9301-e7938b4b736d on network 847cb1e4-e19c-4271-800e-31d2a3c7a1df {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:27:46.292705 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641355eb-e23b-4ccd-9817-6290102eed86 req-6888f52a-7aef-449c-a4ed-93efbffe2a01 service neutron] Checking agent: {'id': 'eba348e6-0b8a-43b6-acdf-c2678b53c044', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'started_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:27:46.293390 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641355eb-e23b-4ccd-9817-6290102eed86 req-6888f52a-7aef-449c-a4ed-93efbffe2a01 service neutron] Checking segment: {'id': 'c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '847cb1e4-e19c-4271-800e-31d2a3c7a1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:27:46.293390 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641355eb-e23b-4ccd-9817-6290102eed86 req-6888f52a-7aef-449c-a4ed-93efbffe2a01 service neutron] Bound using segment: {'id': 'c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '847cb1e4-e19c-4271-800e-31d2a3c7a1df'} {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:27:46.293818 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.managers [req-641355eb-e23b-4ccd-9817-6290102eed86 req-6888f52a-7aef-449c-a4ed-93efbffe2a01 service neutron] Bound port: 87684267-f620-4297-9301-e7938b4b736d, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '847cb1e4-e19c-4271-800e-31d2a3c7a1df'}}] {{(pid=94799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:27:46.294169 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-641355eb-e23b-4ccd-9817-6290102eed86 req-6888f52a-7aef-449c-a4ed-93efbffe2a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:46.308486 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef9266-a5c1-470d-b2e1-8a616e00c903 req-fc463271-2992-4607-977f-93495c128631 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:46.310152 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b0ef9266-a5c1-470d-b2e1-8a616e00c903 req-fc463271-2992-4607-977f-93495c128631 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 944 time: 0.3102493 Sep 15 15:27:46.328722 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-627fd639-3dea-43d0-be07-0631120d9c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:46.347568 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_common [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-17d45658-b5b3-428d-b409-f107dcbe6c4e tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Allocated IP 172.20.0.7 (847cb1e4-e19c-4271-800e-31d2a3c7a1df/97e16b6b-eb11-4c27-ab3e-76841cb2f586/ecd4452c-81e7-45c4-bc98-c6fec880f822) {{(pid=94800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:27:46.369278 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2773977e-179d-48f7-bbbb-4514733319fb req-e59c353b-42fa-49e5-be90-1a2905a51535 service neutron] 10.222.0.58 "GET /v2.0/networks/e6dd8fbf-e913-489d-a22c-6342d50fedc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694713 Sep 15 15:27:46.401153 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b0ef9266-a5c1-470d-b2e1-8a616e00c903 req-f0399675-b261-42a1-b247-24b1120e5c2c tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749922 Sep 15 15:27:46.415805 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [req-641355eb-e23b-4ccd-9817-6290102eed86 req-6888f52a-7aef-449c-a4ed-93efbffe2a01 service neutron] For port 87684267-f620-4297-9301-e7938b4b736d, host hv-cinder-80920, cleared binding levels {{(pid=94799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:27:46.419449 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [req-641355eb-e23b-4ccd-9817-6290102eed86 req-6888f52a-7aef-449c-a4ed-93efbffe2a01 service neutron] For port 87684267-f620-4297-9301-e7938b4b736d, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=87684267-f620-4297-9301-e7938b4b736d,segment=NetworkSegment(c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9),segment_id=c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9)] {{(pid=94799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:27:46.429081 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-627fd639-3dea-43d0-be07-0631120d9c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:46.503605 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-627fd639-3dea-43d0-be07-0631120d9c31 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d6ce13793c974f63879668e1d4da2528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9369996 Sep 15 15:27:46.506430 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 46570) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:46.522180 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fd639-3dea-43d0-be07-0631120d9c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03699225-748b-40d7-b030-86ebf415bf81,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:46.522327 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-641355eb-e23b-4ccd-9817-6290102eed86 req-6888f52a-7aef-449c-a4ed-93efbffe2a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:46.538464 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-14fa7380-500e-4b4f-992f-7cc6127196d7 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Made reservation on behalf of bc084fec0e234562acc43f991b033c39 for: {'port': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:27:46.543754 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-14fa7380-500e-4b4f-992f-7cc6127196d7 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:46.643915 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641355eb-e23b-4ccd-9817-6290102eed86 req-6888f52a-7aef-449c-a4ed-93efbffe2a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:46.644552 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-641355eb-e23b-4ccd-9817-6290102eed86 req-6888f52a-7aef-449c-a4ed-93efbffe2a01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for port, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:46.645989 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-641355eb-e23b-4ccd-9817-6290102eed86 req-6888f52a-7aef-449c-a4ed-93efbffe2a01 service neutron] 10.222.0.58 "PUT /v2.0/ports/87684267-f620-4297-9301-e7938b4b736d HTTP/1.1" status: 200 len: 1093 time: 1.3487833 Sep 15 15:27:46.647017 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe4cbcd9-244f-49e5-9db6-e5d8164c2fac', 'tag': '87684267-f620-4297-9301-e7938b4b736d'}] {{(pid=94799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:27:46.649435 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caaf3dc35d391ee5789c70ae145b39738e2d95c5e07cc5749919ddff6cc97c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f3442d-2f27-43f9-98b6-74b41eecca60" -d '{"events": [{"name": "network-changed", "server_uuid": "fe4cbcd9-244f-49e5-9db6-e5d8164c2fac", "tag": "87684267-f620-4297-9301-e7938b4b736d"}]}' {{(pid=94799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:27:46.733328 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e919b4ba-97a1-421c-a964-3ccc02d6f8df x-openstack-request-id: req-e919b4ba-97a1-421c-a964-3ccc02d6f8df {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:27:46.733616 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe4cbcd9-244f-49e5-9db6-e5d8164c2fac", "tag": "87684267-f620-4297-9301-e7938b4b736d", "status": "completed", "code": 200}]} {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:27:46.733866 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e919b4ba-97a1-421c-a964-3ccc02d6f8df {{(pid=94799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:27:46.734261 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe4cbcd9-244f-49e5-9db6-e5d8164c2fac', 'tag': '87684267-f620-4297-9301-e7938b4b736d', 'status': 'completed', 'code': 200} Sep 15 15:27:46.737650 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888f52a-7aef-449c-a4ed-93efbffe2a01 service neutron] Pushing event updated for resources: {'Port': ['ID=87684267-f620-4297-9301-e7938b4b736d,revision_number=3']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:46.817272 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-27d81aa0-01a9-4860-8191-6ae42828faac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:46.858106 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-17d45658-b5b3-428d-b409-f107dcbe6c4e tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Notify callbacks [] for port, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:46.896971 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-27d81aa0-01a9-4860-8191-6ae42828faac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:46.924903 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3442d-2f27-43f9-98b6-74b41eecca60 req-ebf34c3c-5eae-4d92-a491-9de288e0769c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:46.926427 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-a9f3442d-2f27-43f9-98b6-74b41eecca60 req-ebf34c3c-5eae-4d92-a491-9de288e0769c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a16269c5a0742a89bef71d5a8d467a2&device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 1096 time: 0.1825118 Sep 15 15:27:46.954944 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_common [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-14fa7380-500e-4b4f-992f-7cc6127196d7 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Allocated IP 172.20.0.8 (08ee10b2-2fff-43fe-b79f-30f962cb12be/c269f95b-bd52-41fc-a168-8d0b68cfbdb3/61660cf0-a5b0-4f1a-a8b1-45322b8c8615) {{(pid=94799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:27:46.958380 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-abeb02b0-97c9-48eb-a92e-c07523e04e56 req-980f0678-815e-4b5d-9b0e-0afd256ce758 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 210 time: 0.0271673 Sep 15 15:27:47.011281 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-17d45658-b5b3-428d-b409-f107dcbe6c4e tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464'] for port, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:47.092221 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-17d45658-b5b3-428d-b409-f107dcbe6c4e tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Network 847cb1e4-e19c-4271-800e-31d2a3c7a1df is already hosted by enough agents. {{(pid=94800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:27:47.102060 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-17d45658-b5b3-428d-b409-f107dcbe6c4e tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Resources bound (agent type, host, resource id): {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:27:47.108628 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-17d45658-b5b3-428d-b409-f107dcbe6c4e tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Received port after_create {{(pid=94800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:27:47.114162 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-17d45658-b5b3-428d-b409-f107dcbe6c4e tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:47.114796 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-17d45658-b5b3-428d-b409-f107dcbe6c4e tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:47.130261 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d45658-b5b3-428d-b409-f107dcbe6c4e tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Pushing event updated for resources: {'Port': ['ID=ecd4452c-81e7-45c4-bc98-c6fec880f822,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:47.188280 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3442d-2f27-43f9-98b6-74b41eecca60 req-3aac68cf-007b-4713-be49-c701b2f8a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:47.189764 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-a9f3442d-2f27-43f9-98b6-74b41eecca60 req-3aac68cf-007b-4713-be49-c701b2f8a023 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3a16269c5a0742a89bef71d5a8d467a2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2539809 Sep 15 15:27:47.228224 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-17d45658-b5b3-428d-b409-f107dcbe6c4e tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8597462 Sep 15 15:27:47.241041 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-a128aacd-a00f-4a65-be3e-eedade860cd0 service neutron] Request body: {'port': {'device_id': '823a33e6-a2bd-4009-9f40-4dccf46b7c05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:27:47.293950 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-a128aacd-a00f-4a65-be3e-eedade860cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:47.312558 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-27d81aa0-01a9-4860-8191-6ae42828faac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:47.315189 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-27d81aa0-01a9-4860-8191-6ae42828faac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:47.316340 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-27d81aa0-01a9-4860-8191-6ae42828faac admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/03699225-748b-40d7-b030-86ebf415bf81 HTTP/1.1" status: 204 len: 168 time: 0.8067589 Sep 15 15:27:47.366078 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d81aa0-01a9-4860-8191-6ae42828faac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03699225-748b-40d7-b030-86ebf415bf81,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:47.478999 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3442d-2f27-43f9-98b6-74b41eecca60 req-f814b17f-8e2d-4adc-bc39-8ab48f87bb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:47.481145 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-a9f3442d-2f27-43f9-98b6-74b41eecca60 req-f814b17f-8e2d-4adc-bc39-8ab48f87bb4d service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2840910 Sep 15 15:27:47.525641 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-14fa7380-500e-4b4f-992f-7cc6127196d7 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for port, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:47.581835 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-83b0b270-1cf2-4a60-8b16-a318126585c1 req-2f0fe83f-a142-4184-bfe3-9e8b0c5e9e9d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 210 time: 0.1313086 Sep 15 15:27:47.621205 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641355eb-e23b-4ccd-9817-6290102eed86 req-9079c599-dc32-4415-8c2d-6a6ad968752b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:47.622743 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-641355eb-e23b-4ccd-9817-6290102eed86 req-9079c599-dc32-4415-8c2d-6a6ad968752b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a16269c5a0742a89bef71d5a8d467a2&device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 1096 time: 0.0542941 Sep 15 15:27:47.659607 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a2ffb-1217-4d5b-bca1-6a6d40932f87 req-498da1b9-f435-4d62-99d0-3956fa990eb7 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:47.661188 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fa5a2ffb-1217-4d5b-bca1-6a6d40932f87 req-498da1b9-f435-4d62-99d0-3956fa990eb7 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 944 time: 0.1596448 Sep 15 15:27:47.696774 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-641355eb-e23b-4ccd-9817-6290102eed86 req-787e586c-c1c7-43e6-ac07-444f770f56d6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87684267-f620-4297-9301-e7938b4b736d HTTP/1.1" status: 200 len: 217 time: 0.0649917 Sep 15 15:27:47.724596 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fa5a2ffb-1217-4d5b-bca1-6a6d40932f87 req-b131b574-6b12-4e32-a51a-deb5d00c93ed tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553720 Sep 15 15:27:47.725876 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-14fa7380-500e-4b4f-992f-7cc6127196d7 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464'] for port, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:47.789794 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-14fa7380-500e-4b4f-992f-7cc6127196d7 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Network 08ee10b2-2fff-43fe-b79f-30f962cb12be is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:27:47.795371 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-14fa7380-500e-4b4f-992f-7cc6127196d7 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:27:47.801324 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-14fa7380-500e-4b4f-992f-7cc6127196d7 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Received port after_create {{(pid=94799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:27:47.807106 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-14fa7380-500e-4b4f-992f-7cc6127196d7 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:47.807738 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-14fa7380-500e-4b4f-992f-7cc6127196d7 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for port, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:47.812528 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-a128aacd-a00f-4a65-be3e-eedade860cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd4452c-81e7-45c4-bc98-c6fec880f822 {{(pid=94800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:27:47.821680 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-a128aacd-a00f-4a65-be3e-eedade860cd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:47.822270 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa7380-500e-4b4f-992f-7cc6127196d7 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Pushing event updated for resources: {'Port': ['ID=61660cf0-a5b0-4f1a-a8b1-45322b8c8615,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:47.846656 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.provisioning_blocks [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-a128aacd-a00f-4a65-be3e-eedade860cd0 service neutron] Transition to ACTIVE for port object ecd4452c-81e7-45c4-bc98-c6fec880f822 will not be triggered until provisioned by entity L2. {{(pid=94800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:27:48.084685 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-b7ef630f-681b-4eff-9fff-889848269d1a None None] Provisioning complete for port 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:27:48.085335 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-b7ef630f-681b-4eff-9fff-889848269d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:48.088552 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc21e68-60dc-4e5b-a79d-1d8929ff27ae req-fb90ffe8-3548-48eb-85c9-0148a9150830 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:48.091220 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5bc21e68-60dc-4e5b-a79d-1d8929ff27ae req-fb90ffe8-3548-48eb-85c9-0148a9150830 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 931 time: 0.0585554 Sep 15 15:27:48.123024 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-b7ef630f-681b-4eff-9fff-889848269d1a None None] Port 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:27:48.131285 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5bc21e68-60dc-4e5b-a79d-1d8929ff27ae req-021d36f7-807a-4a35-8f8c-cfa49d86431f tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339620 Sep 15 15:27:48.227080 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-a128aacd-a00f-4a65-be3e-eedade860cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:48.228688 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-14fa7380-500e-4b4f-992f-7cc6127196d7 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2504163 Sep 15 15:27:48.317815 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128aacd-a00f-4a65-be3e-eedade860cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd4452c-81e7-45c4-bc98-c6fec880f822,revision_number=2']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:48.332429 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-a128aacd-a00f-4a65-be3e-eedade860cd0 service neutron] Attempting to bind port ecd4452c-81e7-45c4-bc98-c6fec880f822 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:27:48.334554 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-a128aacd-a00f-4a65-be3e-eedade860cd0 service neutron] Attempting to bind port ecd4452c-81e7-45c4-bc98-c6fec880f822 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '847cb1e4-e19c-4271-800e-31d2a3c7a1df'}] {{(pid=94800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:27:48.334554 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-a128aacd-a00f-4a65-be3e-eedade860cd0 service neutron] Attempting to bind port ecd4452c-81e7-45c4-bc98-c6fec880f822 on network 847cb1e4-e19c-4271-800e-31d2a3c7a1df {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:27:48.337655 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-a128aacd-a00f-4a65-be3e-eedade860cd0 service neutron] Port ecd4452c-81e7-45c4-bc98-c6fec880f822 on network 847cb1e4-e19c-4271-800e-31d2a3c7a1df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:27:48.337962 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-a128aacd-a00f-4a65-be3e-eedade860cd0 service neutron] Attempting to bind port ecd4452c-81e7-45c4-bc98-c6fec880f822 on network 847cb1e4-e19c-4271-800e-31d2a3c7a1df {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:27:48.343489 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-a128aacd-a00f-4a65-be3e-eedade860cd0 service neutron] Checking agent: {'id': 'eba348e6-0b8a-43b6-acdf-c2678b53c044', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'started_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:27:48.343832 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-a128aacd-a00f-4a65-be3e-eedade860cd0 service neutron] Checking segment: {'id': 'c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '847cb1e4-e19c-4271-800e-31d2a3c7a1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:27:48.344398 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-a128aacd-a00f-4a65-be3e-eedade860cd0 service neutron] Bound using segment: {'id': 'c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '847cb1e4-e19c-4271-800e-31d2a3c7a1df'} {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:27:48.344793 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-a128aacd-a00f-4a65-be3e-eedade860cd0 service neutron] Bound port: ecd4452c-81e7-45c4-bc98-c6fec880f822, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '847cb1e4-e19c-4271-800e-31d2a3c7a1df'}}] {{(pid=94800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:27:48.345136 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-a128aacd-a00f-4a65-be3e-eedade860cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:48.418836 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-a128aacd-a00f-4a65-be3e-eedade860cd0 service neutron] For port ecd4452c-81e7-45c4-bc98-c6fec880f822, host hv-cinder-80920, cleared binding levels {{(pid=94800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:27:48.423515 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-a128aacd-a00f-4a65-be3e-eedade860cd0 service neutron] For port ecd4452c-81e7-45c4-bc98-c6fec880f822, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=ecd4452c-81e7-45c4-bc98-c6fec880f822,segment=NetworkSegment(c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9),segment_id=c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9)] {{(pid=94800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:27:48.491389 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-a128aacd-a00f-4a65-be3e-eedade860cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:48.522677 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 46620) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:48.528511 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-a128aacd-a00f-4a65-be3e-eedade860cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:48.529167 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-a128aacd-a00f-4a65-be3e-eedade860cd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:48.530571 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-a128aacd-a00f-4a65-be3e-eedade860cd0 service neutron] 10.222.0.58 "PUT /v2.0/ports/ecd4452c-81e7-45c4-bc98-c6fec880f822 HTTP/1.1" status: 200 len: 1093 time: 1.2938983 Sep 15 15:27:48.531077 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823a33e6-a2bd-4009-9f40-4dccf46b7c05', 'tag': 'ecd4452c-81e7-45c4-bc98-c6fec880f822'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:27:48.539190 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2fc26abc-9ea9-4914-9410-58ca42b32dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:48.626156 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128aacd-a00f-4a65-be3e-eedade860cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd4452c-81e7-45c4-bc98-c6fec880f822,revision_number=3']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:48.663390 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2fc26abc-9ea9-4914-9410-58ca42b32dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:48.723971 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a1c3d-8a2f-4a58-a238-787a9c8349d0 req-6ed431bf-5e31-4762-89e8-1e8012a66e7b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:48.730752 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5f9a1c3d-8a2f-4a58-a238-787a9c8349d0 req-6ed431bf-5e31-4762-89e8-1e8012a66e7b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 931 time: 0.0629332 Sep 15 15:27:48.734483 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf7a1e4-4e60-4e66-9935-c96736edbc69" -d '{"events": [{"name": "network-changed", "server_uuid": "823a33e6-a2bd-4009-9f40-4dccf46b7c05", "tag": "ecd4452c-81e7-45c4-bc98-c6fec880f822"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:27:48.795525 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 46642) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:48.804643 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2fc26abc-9ea9-4914-9410-58ca42b32dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:48.806705 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5f9a1c3d-8a2f-4a58-a238-787a9c8349d0 req-4a05db2a-a26d-41c7-8824-dd8124246a3b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730138 Sep 15 15:27:48.853958 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-2fc26abc-9ea9-4914-9410-58ca42b32dae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f8f85027b94f499c9ff0ade83a023d93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295484 Sep 15 15:27:48.856914 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 46646) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:48.864670 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc26abc-9ea9-4914-9410-58ca42b32dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86af267-7cb1-42d2-90bf-fc95f8e4fd8e,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:48.937341 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f8d4538f-6c81-4b82-b9f7-fcb51ff11b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:48.943712 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3e5ec-f1c8-4065-a37c-d8e16254dd98 req-d86704cd-350b-48f1-b272-e470e715e272 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:48.945300 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9ac3e5ec-f1c8-4065-a37c-d8e16254dd98 req-d86704cd-350b-48f1-b272-e470e715e272 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 944 time: 0.0585177 Sep 15 15:27:48.947030 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9d8127-c524-4096-bab6-b8840722a04c x-openstack-request-id: req-ce9d8127-c524-4096-bab6-b8840722a04c {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:27:48.947303 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "823a33e6-a2bd-4009-9f40-4dccf46b7c05", "tag": "ecd4452c-81e7-45c4-bc98-c6fec880f822", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:27:48.947544 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ce9d8127-c524-4096-bab6-b8840722a04c {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:27:48.948588 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '823a33e6-a2bd-4009-9f40-4dccf46b7c05', 'tag': 'ecd4452c-81e7-45c4-bc98-c6fec880f822', 'status': 'completed', 'code': 200} Sep 15 15:27:48.965251 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f8d4538f-6c81-4b82-b9f7-fcb51ff11b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:48.985615 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9ac3e5ec-f1c8-4065-a37c-d8e16254dd98 req-b242021e-c4f1-4f92-9095-bf984c568dda tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330136 Sep 15 15:27:48.986042 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-8766d5a2-a492-4a15-921a-bd86c77e3a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:49.132850 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f8d4538f-6c81-4b82-b9f7-fcb51ff11b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:49.135430 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f8d4538f-6c81-4b82-b9f7-fcb51ff11b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:49.144441 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-f8d4538f-6c81-4b82-b9f7-fcb51ff11b07 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f86af267-7cb1-42d2-90bf-fc95f8e4fd8e HTTP/1.1" status: 204 len: 168 time: 0.2793527 Sep 15 15:27:49.153392 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4538f-6c81-4b82-b9f7-fcb51ff11b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86af267-7cb1-42d2-90bf-fc95f8e4fd8e,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:49.237145 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-8766d5a2-a492-4a15-921a-bd86c77e3a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:49.262560 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3469c-0732-4dc3-a719-b0351d837ad6 req-6655973c-a823-4750-be93-66d4e284f631 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:49.266256 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ece3469c-0732-4dc3-a719-b0351d837ad6 req-6655973c-a823-4750-be93-66d4e284f631 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 943 time: 0.0541391 Sep 15 15:27:49.302784 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ece3469c-0732-4dc3-a719-b0351d837ad6 req-428f0050-8425-4a65-a5fc-f8e432734635 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323958 Sep 15 15:27:49.392986 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-8766d5a2-a492-4a15-921a-bd86c77e3a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:49.435642 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-8766d5a2-a492-4a15-921a-bd86c77e3a9a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=22f0e81abb6f4b3ebdd310d0ba3c3873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6386895 Sep 15 15:27:49.436699 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766d5a2-a492-4a15-921a-bd86c77e3a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dad0da7-84c4-43e3-833f-54b25e79875c,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:49.438401 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 46654) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:49.486920 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-616bef6e-46c7-4a72-a5e0-cdf3dc139293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:49.509265 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-616bef6e-46c7-4a72-a5e0-cdf3dc139293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:49.736583 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-616bef6e-46c7-4a72-a5e0-cdf3dc139293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:49.739853 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-616bef6e-46c7-4a72-a5e0-cdf3dc139293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:49.741939 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-616bef6e-46c7-4a72-a5e0-cdf3dc139293 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7dad0da7-84c4-43e3-833f-54b25e79875c HTTP/1.1" status: 204 len: 168 time: 0.3022878 Sep 15 15:27:49.756172 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616bef6e-46c7-4a72-a5e0-cdf3dc139293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dad0da7-84c4-43e3-833f-54b25e79875c,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:49.927879 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33a11e-8987-4c76-8d0c-02a6527577e5 req-7c68e376-f8bc-4a1e-8d88-f0ef05b9dd1d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:49.929349 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ad33a11e-8987-4c76-8d0c-02a6527577e5 req-7c68e376-f8bc-4a1e-8d88-f0ef05b9dd1d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 931 time: 0.0504339 Sep 15 15:27:49.980617 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ad33a11e-8987-4c76-8d0c-02a6527577e5 req-4f5e3a51-dd69-4a57-bd55-88bcf267cd7c tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436959 Sep 15 15:27:50.126760 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cd173-dbd7-43df-ae50-b6f9d90a6029 req-5e1dde6b-41a7-487a-b048-594b08b0a14b tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:50.128311 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-964cd173-dbd7-43df-ae50-b6f9d90a6029 req-5e1dde6b-41a7-487a-b048-594b08b0a14b tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 944 time: 0.0537295 Sep 15 15:27:50.169341 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-964cd173-dbd7-43df-ae50-b6f9d90a6029 req-8cf7e82c-edf3-4242-97c2-4173de2c1fe6 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351586 Sep 15 15:27:50.419073 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99031a3-f07e-4d80-9678-e48ae0b299c9 req-fdabac5d-2a2b-49a0-a397-35e41be079a7 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:50.420683 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d99031a3-f07e-4d80-9678-e48ae0b299c9 req-fdabac5d-2a2b-49a0-a397-35e41be079a7 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 943 time: 0.0523748 Sep 15 15:27:50.463087 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d99031a3-f07e-4d80-9678-e48ae0b299c9 req-b969f352-3be6-4bdc-8186-3b2485e3755a tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360076 Sep 15 15:27:50.600878 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 46698) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:50.614864 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8cd48451-f077-4a32-ac6f-44e4b3084fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:50.741905 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8cd48451-f077-4a32-ac6f-44e4b3084fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:50.769149 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-6c1985b5-2fdc-4151-92d8-98d97ad64b3d service neutron] Request body: {'port': {'device_id': '52958035-d7b6-41f7-8bed-2af57d30b452', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:27:50.796976 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7a1e4-4e60-4e66-9935-c96736edbc69 req-c4b0c0d9-e951-47cd-913e-3c0fd2a448de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:50.798586 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cdf7a1e4-4e60-4e66-9935-c96736edbc69 req-c4b0c0d9-e951-47cd-913e-3c0fd2a448de service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a16269c5a0742a89bef71d5a8d467a2&device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 1096 time: 0.0465620 Sep 15 15:27:50.812533 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641355eb-e23b-4ccd-9817-6290102eed86 req-b473058d-9ba2-47c0-a313-ed45e646139a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:50.813947 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-641355eb-e23b-4ccd-9817-6290102eed86 req-b473058d-9ba2-47c0-a313-ed45e646139a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=97e16b6b-eb11-4c27-ab3e-76841cb2f586 HTTP/1.1" status: 200 len: 859 time: 0.0940964 Sep 15 15:27:50.880918 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8cd48451-f077-4a32-ac6f-44e4b3084fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:50.883519 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-641355eb-e23b-4ccd-9817-6290102eed86 req-60305440-0fb2-4ff2-9cab-3ade51ee94cc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=847cb1e4-e19c-4271-800e-31d2a3c7a1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521889 Sep 15 15:27:50.890092 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-6c1985b5-2fdc-4151-92d8-98d97ad64b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:50.941651 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-8cd48451-f077-4a32-ac6f-44e4b3084fab admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7da54476dbb14768a8f2078c13e625e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353345 Sep 15 15:27:50.949924 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 46706) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:50.967787 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd48451-f077-4a32-ac6f-44e4b3084fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bec1c2-1eb1-484b-9684-0052571a02a4,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:50.972691 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7a1e4-4e60-4e66-9935-c96736edbc69 req-fd3bbb36-90b1-4f46-9af3-8bf7507d09f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:50.974260 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cdf7a1e4-4e60-4e66-9935-c96736edbc69 req-fd3bbb36-90b1-4f46-9af3-8bf7507d09f8 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3a16269c5a0742a89bef71d5a8d467a2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1642990 Sep 15 15:27:51.127947 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-58f11824-4631-494e-84fe-c1c7cb062e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:51.172013 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-58f11824-4631-494e-84fe-c1c7cb062e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:51.195028 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7a1e4-4e60-4e66-9935-c96736edbc69 req-11d3f34c-1383-4e6f-82e9-5295ff15799d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:51.196677 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cdf7a1e4-4e60-4e66-9935-c96736edbc69 req-11d3f34c-1383-4e6f-82e9-5295ff15799d service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2119679 Sep 15 15:27:51.220920 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca773cc-507c-4676-80d7-fc293eb577a4 req-3614b8d3-9e7a-4d8f-b453-c5edbdbb7dfa tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:51.228298 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1ca773cc-507c-4676-80d7-fc293eb577a4 req-3614b8d3-9e7a-4d8f-b453-c5edbdbb7dfa tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 931 time: 0.1345766 Sep 15 15:27:51.263879 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-641355eb-e23b-4ccd-9817-6290102eed86 req-0bc0c776-386d-44aa-9867-ace69193e2cf service neutron] 10.222.0.58 "GET /v2.0/networks/847cb1e4-e19c-4271-800e-31d2a3c7a1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711135 Sep 15 15:27:51.341983 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1ca773cc-507c-4676-80d7-fc293eb577a4 req-a3914161-dc11-4db1-92a3-5d603e90e679 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128185 Sep 15 15:27:51.360371 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-f77c6125-eba2-41c3-a921-73adc2005bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:51.361904 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-f77c6125-eba2-41c3-a921-73adc2005bb9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a16269c5a0742a89bef71d5a8d467a2&device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 1096 time: 0.1061049 Sep 15 15:27:51.379418 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a925b6-8d37-4b3e-acbd-d5b8678f001a req-4b2ccda4-593d-4ed4-a6a2-1d02bb4066c0 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:51.380969 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d7a925b6-8d37-4b3e-acbd-d5b8678f001a req-4b2ccda4-593d-4ed4-a6a2-1d02bb4066c0 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 944 time: 0.0904739 Sep 15 15:27:51.423869 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-685a4e3a-bbd4-4b0b-ab51-56b55f7ee193 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecd4452c-81e7-45c4-bc98-c6fec880f822 HTTP/1.1" status: 200 len: 217 time: 0.0417318 Sep 15 15:27:51.433290 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-641355eb-e23b-4ccd-9817-6290102eed86 req-be81f4fd-977f-4bcc-82c5-00b7b1eac1e1 service neutron] 10.222.0.58 "GET /v2.0/networks/847cb1e4-e19c-4271-800e-31d2a3c7a1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614270 Sep 15 15:27:51.473649 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-58f11824-4631-494e-84fe-c1c7cb062e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:51.476201 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-58f11824-4631-494e-84fe-c1c7cb062e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:51.477533 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-58f11824-4631-494e-84fe-c1c7cb062e2f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/07bec1c2-1eb1-484b-9684-0052571a02a4 HTTP/1.1" status: 204 len: 168 time: 0.5262942 Sep 15 15:27:51.509751 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f11824-4631-494e-84fe-c1c7cb062e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bec1c2-1eb1-484b-9684-0052571a02a4,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:51.516967 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d7a925b6-8d37-4b3e-acbd-d5b8678f001a req-d01d887f-218d-43a8-854a-36aa87195d45 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959089 Sep 15 15:27:51.519684 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-2afa0af9-1ebd-4834-ae93-18c4335cfa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:51.521276 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-2afa0af9-1ebd-4834-ae93-18c4335cfa30 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=97e16b6b-eb11-4c27-ab3e-76841cb2f586 HTTP/1.1" status: 200 len: 859 time: 0.0837059 Sep 15 15:27:51.537517 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-6c1985b5-2fdc-4151-92d8-98d97ad64b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 {{(pid=94799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:27:51.547022 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 46726) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:51.550819 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-6c1985b5-2fdc-4151-92d8-98d97ad64b3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:51.582006 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-5d25e418-a163-4394-9af8-d658ebe0d833 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=847cb1e4-e19c-4271-800e-31d2a3c7a1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531018 Sep 15 15:27:51.587002 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.provisioning_blocks [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-6c1985b5-2fdc-4151-92d8-98d97ad64b3d service neutron] Transition to ACTIVE for port object 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 will not be triggered until provisioned by entity L2. {{(pid=94799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:27:51.668514 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-6c1985b5-2fdc-4151-92d8-98d97ad64b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:51.726276 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-77d6138d-6bd0-4ddb-9293-41ca248850f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:51.755929 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1985b5-2fdc-4151-92d8-98d97ad64b3d service neutron] Pushing event updated for resources: {'Port': ['ID=61660cf0-a5b0-4f1a-a8b1-45322b8c8615,revision_number=2']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:51.828614 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.managers [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-6c1985b5-2fdc-4151-92d8-98d97ad64b3d service neutron] Attempting to bind port 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:27:51.829203 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.managers [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-6c1985b5-2fdc-4151-92d8-98d97ad64b3d service neutron] Attempting to bind port 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '24665b77-0ffd-4eca-b0e6-79240e0837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be'}] {{(pid=94799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:27:51.829305 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-6c1985b5-2fdc-4151-92d8-98d97ad64b3d service neutron] Attempting to bind port 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 on network 08ee10b2-2fff-43fe-b79f-30f962cb12be {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:27:51.839111 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-6c1985b5-2fdc-4151-92d8-98d97ad64b3d service neutron] Port 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 on network 08ee10b2-2fff-43fe-b79f-30f962cb12be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:27:51.839531 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-6c1985b5-2fdc-4151-92d8-98d97ad64b3d service neutron] Attempting to bind port 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 on network 08ee10b2-2fff-43fe-b79f-30f962cb12be {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:27:51.855312 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-6c1985b5-2fdc-4151-92d8-98d97ad64b3d service neutron] Checking agent: {'id': 'eba348e6-0b8a-43b6-acdf-c2678b53c044', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'started_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:27:51.855863 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-6c1985b5-2fdc-4151-92d8-98d97ad64b3d service neutron] Checking segment: {'id': '24665b77-0ffd-4eca-b0e6-79240e0837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:27:51.856138 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-6c1985b5-2fdc-4151-92d8-98d97ad64b3d service neutron] Bound using segment: {'id': '24665b77-0ffd-4eca-b0e6-79240e0837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be'} {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:27:51.856589 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.managers [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-6c1985b5-2fdc-4151-92d8-98d97ad64b3d service neutron] Bound port: 61660cf0-a5b0-4f1a-a8b1-45322b8c8615, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24665b77-0ffd-4eca-b0e6-79240e0837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be'}}] {{(pid=94799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:27:51.856943 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-6c1985b5-2fdc-4151-92d8-98d97ad64b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:51.959360 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b8d26-889a-4ecc-930d-72d871e3f9ac req-851396b3-7231-4328-b77c-232870a74d0f tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:51.967729 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d59b8d26-889a-4ecc-930d-72d871e3f9ac req-851396b3-7231-4328-b77c-232870a74d0f tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 943 time: 0.3673475 Sep 15 15:27:52.008979 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-6c1985b5-2fdc-4151-92d8-98d97ad64b3d service neutron] For port 61660cf0-a5b0-4f1a-a8b1-45322b8c8615, host hv-cinder-80920, cleared binding levels {{(pid=94799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:27:52.016086 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-77d6138d-6bd0-4ddb-9293-41ca248850f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:52.033284 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-6c1985b5-2fdc-4151-92d8-98d97ad64b3d service neutron] For port 61660cf0-a5b0-4f1a-a8b1-45322b8c8615, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=61660cf0-a5b0-4f1a-a8b1-45322b8c8615,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:27:52.034934 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d59b8d26-889a-4ecc-930d-72d871e3f9ac req-75f14226-4769-4cb0-b1a2-6548682f2dee tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664470 Sep 15 15:27:52.037356 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-b32ab7f3-e77d-40a9-b104-4ddb5c84d33a service neutron] 10.222.0.58 "GET /v2.0/networks/847cb1e4-e19c-4271-800e-31d2a3c7a1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479523 Sep 15 15:27:52.138156 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ffc1a632-9530-44d2-8ee0-95dcc7ccd058 req-fd7822d9-4930-4c81-88b8-c7bcfe05f2af service neutron] 10.222.0.58 "GET /v2.0/networks/847cb1e4-e19c-4271-800e-31d2a3c7a1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918727 Sep 15 15:27:52.215496 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-77d6138d-6bd0-4ddb-9293-41ca248850f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:52.215496 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-6c1985b5-2fdc-4151-92d8-98d97ad64b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:52.263866 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-6c1985b5-2fdc-4151-92d8-98d97ad64b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:52.264636 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-6c1985b5-2fdc-4151-92d8-98d97ad64b3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for port, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:52.266010 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-6c1985b5-2fdc-4151-92d8-98d97ad64b3d service neutron] 10.222.0.58 "PUT /v2.0/ports/61660cf0-a5b0-4f1a-a8b1-45322b8c8615 HTTP/1.1" status: 200 len: 1093 time: 1.5010989 Sep 15 15:27:52.275558 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52958035-d7b6-41f7-8bed-2af57d30b452', 'tag': '61660cf0-a5b0-4f1a-a8b1-45322b8c8615'}] {{(pid=94799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:27:52.278650 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caaf3dc35d391ee5789c70ae145b39738e2d95c5e07cc5749919ddff6cc97c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e9cc48-a255-4a99-aba0-d8a9cc496e51" -d '{"events": [{"name": "network-changed", "server_uuid": "52958035-d7b6-41f7-8bed-2af57d30b452", "tag": "61660cf0-a5b0-4f1a-a8b1-45322b8c8615"}]}' {{(pid=94799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:27:52.299267 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-77d6138d-6bd0-4ddb-9293-41ca248850f6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f0fe027607794de6a09ac6ad981257bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7511244 Sep 15 15:27:52.302388 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 46754) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:27:52.313159 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6138d-6bd0-4ddb-9293-41ca248850f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe0b5b5-4f32-4a9a-8ad7-037ae7b8bcfe,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:52.358538 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1985b5-2fdc-4151-92d8-98d97ad64b3d service neutron] Pushing event updated for resources: {'Port': ['ID=61660cf0-a5b0-4f1a-a8b1-45322b8c8615,revision_number=3']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:52.406912 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b0ac08-9cae-4195-b4e1-303c8e822380 x-openstack-request-id: req-24b0ac08-9cae-4195-b4e1-303c8e822380 {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:27:52.415477 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52958035-d7b6-41f7-8bed-2af57d30b452", "tag": "61660cf0-a5b0-4f1a-a8b1-45322b8c8615", "status": "completed", "code": 200}]} {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:27:52.418588 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-24b0ac08-9cae-4195-b4e1-303c8e822380 {{(pid=94799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:27:52.419433 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52958035-d7b6-41f7-8bed-2af57d30b452', 'tag': '61660cf0-a5b0-4f1a-a8b1-45322b8c8615', 'status': 'completed', 'code': 200} Sep 15 15:27:52.554150 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0eb5bb26-e86f-42d1-b046-d7081f0b240e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:52.576924 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9cc48-a255-4a99-aba0-d8a9cc496e51 req-99c3ad58-b57b-471a-b795-e155954560dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:52.578460 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-23e9cc48-a255-4a99-aba0-d8a9cc496e51 req-99c3ad58-b57b-471a-b795-e155954560dd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc084fec0e234562acc43f991b033c39&device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 1096 time: 0.1408384 Sep 15 15:27:52.588052 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0eb5bb26-e86f-42d1-b046-d7081f0b240e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:52.591807 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8a896-e4e2-4142-83f6-b28ff97ae2ce req-36cbfd24-f9c9-4953-a6e6-e2da6e172245 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:52.593499 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2ac8a896-e4e2-4142-83f6-b28ff97ae2ce req-36cbfd24-f9c9-4953-a6e6-e2da6e172245 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.0771122 Sep 15 15:27:52.653956 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2ac8a896-e4e2-4142-83f6-b28ff97ae2ce req-71a6a08d-d479-43be-ab1f-0252d1d14bf9 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517485 Sep 15 15:27:52.741707 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 9ce65965-c503-45f0-a954-2a17cfedf924 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:27:52.743094 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9cc48-a255-4a99-aba0-d8a9cc496e51 req-efcfe472-a33f-4f2c-a161-3f2e67288255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:52.744608 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-23e9cc48-a255-4a99-aba0-d8a9cc496e51 req-efcfe472-a33f-4f2c-a161-3f2e67288255 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=bc084fec0e234562acc43f991b033c39&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1542342 Sep 15 15:27:52.752067 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41a24c-8f4b-4038-a5d4-d3c3c51fe14f req-2e1c69d4-340c-4eee-bf6a-cf8c9f72154a tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:52.753990 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-de41a24c-8f4b-4038-a5d4-d3c3c51fe14f req-2e1c69d4-340c-4eee-bf6a-cf8c9f72154a tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 944 time: 0.0921175 Sep 15 15:27:52.811103 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-de41a24c-8f4b-4038-a5d4-d3c3c51fe14f req-e3e9eee4-1b02-46af-bfa9-6116f094319a tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468345 Sep 15 15:27:52.844575 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0eb5bb26-e86f-42d1-b046-d7081f0b240e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:52.855265 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0eb5bb26-e86f-42d1-b046-d7081f0b240e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:52.855265 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-0eb5bb26-e86f-42d1-b046-d7081f0b240e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/efe0b5b5-4f32-4a9a-8ad7-037ae7b8bcfe HTTP/1.1" status: 204 len: 168 time: 0.5456274 Sep 15 15:27:52.862191 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5bb26-e86f-42d1-b046-d7081f0b240e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe0b5b5-4f32-4a9a-8ad7-037ae7b8bcfe,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:52.912494 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9cc48-a255-4a99-aba0-d8a9cc496e51 req-01061d6b-eb6a-4544-88e1-9eb36ca8d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:52.912494 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-23e9cc48-a255-4a99-aba0-d8a9cc496e51 req-01061d6b-eb6a-4544-88e1-9eb36ca8d8f5 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1548185 Sep 15 15:27:52.916289 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 9ce65965-c503-45f0-a954-2a17cfedf924, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=9ce65965-c503-45f0-a954-2a17cfedf924,segment=NetworkSegment(065ca2db-76ff-494f-a861-9803e0db5d14),segment_id=065ca2db-76ff-494f-a861-9803e0db5d14)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:27:52.929668 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Returning: {'device': '9ce65965-c503-45f0-a954-2a17cfedf924', 'network_id': 'e6dd8fbf-e913-489d-a22c-6342d50fedc3', 'port_id': '9ce65965-c503-45f0-a954-2a17cfedf924', 'mac_address': 'fa:16:3e:46:22:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5730cad4-c7e7-440e-9f30-9b5947c3998b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:27:52.974763 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:52.986514 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:52.989564 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce65965-c503-45f0-a954-2a17cfedf924 {{(pid=94801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:27:53.007750 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-593e5e45-681a-408a-9b3b-a675a34fee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:53.011159 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 9ce65965-c503-45f0-a954-2a17cfedf924, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=9ce65965-c503-45f0-a954-2a17cfedf924,segment=NetworkSegment(065ca2db-76ff-494f-a861-9803e0db5d14),segment_id=065ca2db-76ff-494f-a861-9803e0db5d14)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:27:53.012068 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-593e5e45-681a-408a-9b3b-a675a34fee50 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc084fec0e234562acc43f991b033c39&device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 1096 time: 0.0623636 Sep 15 15:27:53.066157 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-a4f24cad-756c-47f1-8f07-14ea5dbabf04 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61660cf0-a5b0-4f1a-a8b1-45322b8c8615 HTTP/1.1" status: 200 len: 217 time: 0.0471740 Sep 15 15:27:53.131516 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:53.142930 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-dee4bd42-7ff5-4313-b8f9-21ee24ebc138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:53.144768 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-dee4bd42-7ff5-4313-b8f9-21ee24ebc138 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c269f95b-bd52-41fc-a168-8d0b68cfbdb3 HTTP/1.1" status: 200 len: 856 time: 0.0719974 Sep 15 15:27:53.193963 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=9ce65965-c503-45f0-a954-2a17cfedf924,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:53.233648 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-dd510427-9151-4089-8519-c75d0d82496f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:53.239784 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-0b6a2f30-8437-4230-a941-a3b636ca1348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:53.241065 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-0b6a2f30-8437-4230-a941-a3b636ca1348 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=08ee10b2-2fff-43fe-b79f-30f962cb12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0885925 Sep 15 15:27:53.262275 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65a317-5a06-4195-ae5d-75968943d06c req-8b20030e-5816-4e18-8860-35fc389164dd tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:53.264510 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5e65a317-5a06-4195-ae5d-75968943d06c req-8b20030e-5816-4e18-8860-35fc389164dd tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 943 time: 0.1379461 Sep 15 15:27:53.303159 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5e65a317-5a06-4195-ae5d-75968943d06c req-20f4c6c0-c95f-4b0f-878c-4e3d0336260b tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325141 Sep 15 15:27:53.356787 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-6f25c062-7c0c-47f0-b08b-b9a82180151c service neutron] 10.222.0.58 "GET /v2.0/networks/08ee10b2-2fff-43fe-b79f-30f962cb12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072483 Sep 15 15:27:53.378750 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['9ce65965-c503-45f0-a954-2a17cfedf924'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:27:53.482894 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-2d34bbdb-bf74-43c4-b45c-c693ccd5efb8 req-eb32b74c-aeb5-453d-9ef2-b62494032b42 service neutron] 10.222.0.58 "GET /v2.0/networks/08ee10b2-2fff-43fe-b79f-30f962cb12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177692 Sep 15 15:27:53.808717 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571dd38-ebe8-428e-8b22-62cb35acb202 req-d12d6bac-51c7-4828-88b1-a1c8bd8f528a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:53.810419 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4571dd38-ebe8-428e-8b22-62cb35acb202 req-d12d6bac-51c7-4828-88b1-a1c8bd8f528a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.0558012 Sep 15 15:27:53.871400 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4571dd38-ebe8-428e-8b22-62cb35acb202 req-008ff643-e59b-4678-833b-6f495316654a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539629 Sep 15 15:27:53.951800 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc8a7c-996f-4679-8332-dbe250cb0059 req-3f1ae5c7-2324-454c-b526-fe69112d8c37 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:53.953426 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ebfc8a7c-996f-4679-8332-dbe250cb0059 req-3f1ae5c7-2324-454c-b526-fe69112d8c37 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 945 time: 0.0522895 Sep 15 15:27:53.995318 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ebfc8a7c-996f-4679-8332-dbe250cb0059 req-dbf26dcd-2ddd-4498-97ba-56f72bd42e05 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355814 Sep 15 15:27:54.477481 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfea8b-5109-4624-85a7-a86b386f3e26 req-9f9224e0-406d-4530-8d2d-90efd815cb20 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:54.479887 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e3cfea8b-5109-4624-85a7-a86b386f3e26 req-9f9224e0-406d-4530-8d2d-90efd815cb20 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 943 time: 0.0500133 Sep 15 15:27:54.520160 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e3cfea8b-5109-4624-85a7-a86b386f3e26 req-1fabc990-3fbe-4c46-a3ee-262ddd719f1f tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337288 Sep 15 15:27:54.985878 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691eed5-c817-4836-a550-9b5041f261d8 req-0d8f4d6d-5f3b-40ac-9834-b1a092de456a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:54.987601 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a691eed5-c817-4836-a550-9b5041f261d8 req-0d8f4d6d-5f3b-40ac-9834-b1a092de456a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.0527835 Sep 15 15:27:55.056170 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a691eed5-c817-4836-a550-9b5041f261d8 req-edeb89d3-f1d9-45fe-90cc-cf8f6c6fd71a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616145 Sep 15 15:27:55.171990 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a6bc2-8a2c-4c43-8b57-c6aa42f772f4 req-9cd41b95-d13d-4038-9622-6ca65bb3793c tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:55.173678 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d12a6bc2-8a2c-4c43-8b57-c6aa42f772f4 req-9cd41b95-d13d-4038-9622-6ca65bb3793c tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 945 time: 0.0702436 Sep 15 15:27:55.221443 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d12a6bc2-8a2c-4c43-8b57-c6aa42f772f4 req-eadd49f8-9229-46cb-932e-683fb4063f12 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404747 Sep 15 15:27:55.491467 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 87684267-f620-4297-9301-e7938b4b736d details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:27:55.598237 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 87684267-f620-4297-9301-e7938b4b736d, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=87684267-f620-4297-9301-e7938b4b736d,segment=NetworkSegment(c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9),segment_id=c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:27:55.614457 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Returning: {'device': '87684267-f620-4297-9301-e7938b4b736d', 'network_id': '847cb1e4-e19c-4271-800e-31d2a3c7a1df', 'port_id': '87684267-f620-4297-9301-e7938b4b736d', 'mac_address': 'fa:16:3e:e7:f6:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e16b6b-eb11-4c27-ab3e-76841cb2f586', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:27:55.669342 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0d9f2-beb3-41b2-afc2-f7c1765d7ab0 req-fdc8c49b-7682-46ac-a380-f722b0bae517 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:55.670922 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5fc0d9f2-beb3-41b2-afc2-f7c1765d7ab0 req-fdc8c49b-7682-46ac-a380-f722b0bae517 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 943 time: 0.0752120 Sep 15 15:27:55.682169 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:55.697121 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87684267-f620-4297-9301-e7938b4b736d {{(pid=94801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:27:55.711875 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5fc0d9f2-beb3-41b2-afc2-f7c1765d7ab0 req-04f23845-907d-4a66-b6a1-d344ef3e2a48 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327227 Sep 15 15:27:55.721111 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 87684267-f620-4297-9301-e7938b4b736d, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=87684267-f620-4297-9301-e7938b4b736d,segment=NetworkSegment(c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9),segment_id=c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:27:55.799283 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:55.799977 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device ecd4452c-81e7-45c4-bc98-c6fec880f822 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:27:55.863635 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=87684267-f620-4297-9301-e7938b4b736d,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:55.866775 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port ecd4452c-81e7-45c4-bc98-c6fec880f822, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=ecd4452c-81e7-45c4-bc98-c6fec880f822,segment=NetworkSegment(c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9),segment_id=c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:27:55.878095 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Returning: {'device': 'ecd4452c-81e7-45c4-bc98-c6fec880f822', 'network_id': '847cb1e4-e19c-4271-800e-31d2a3c7a1df', 'port_id': 'ecd4452c-81e7-45c4-bc98-c6fec880f822', 'mac_address': 'fa:16:3e:60:69:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97e16b6b-eb11-4c27-ab3e-76841cb2f586', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:27:55.923688 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:55.936028 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd4452c-81e7-45c4-bc98-c6fec880f822 {{(pid=94801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:27:55.956903 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port ecd4452c-81e7-45c4-bc98-c6fec880f822, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=ecd4452c-81e7-45c4-bc98-c6fec880f822,segment=NetworkSegment(c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9),segment_id=c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:27:56.096884 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:56.158935 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-b1cf9f91-ab0b-4468-8308-823d3a780d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:56.179663 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=ecd4452c-81e7-45c4-bc98-c6fec880f822,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:56.240685 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515789c5-575a-4aed-973b-e1bf179f6885 req-1506c9b3-35aa-42b6-ae44-c754ff50b934 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:56.242144 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-515789c5-575a-4aed-973b-e1bf179f6885 req-1506c9b3-35aa-42b6-ae44-c754ff50b934 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.0529244 Sep 15 15:27:56.244993 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:56.292117 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-515789c5-575a-4aed-973b-e1bf179f6885 req-99bc2307-c03d-494d-9666-a705e90b90b0 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390310 Sep 15 15:27:56.373282 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ebcea-b5de-408f-991f-a12e75d906fa req-c03eef7f-17c1-4c5c-b8ae-f5ef56632a0d tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:56.374791 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cf0ebcea-b5de-408f-991f-a12e75d906fa req-c03eef7f-17c1-4c5c-b8ae-f5ef56632a0d tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 945 time: 0.0525393 Sep 15 15:27:56.414224 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cf0ebcea-b5de-408f-991f-a12e75d906fa req-6801687c-7601-4c2b-b1b2-e67b0155adc7 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323982 Sep 15 15:27:56.837872 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d19a5-e472-41f6-bd24-ac1dcb8848d1 req-94973642-1631-4af8-a4b9-10ffb5eaf063 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:56.837872 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-109d19a5-e472-41f6-bd24-ac1dcb8848d1 req-94973642-1631-4af8-a4b9-10ffb5eaf063 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 944 time: 0.0583789 Sep 15 15:27:56.878326 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-109d19a5-e472-41f6-bd24-ac1dcb8848d1 req-3b129e94-f3d2-4b63-9fdb-f75c840e4333 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335736 Sep 15 15:27:57.119109 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:57.419278 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4e427-d7e7-436d-85ed-a4e3f88bad61 req-737cd205-75bf-41cd-a882-984503e32476 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:57.420868 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0dd4e427-d7e7-436d-85ed-a4e3f88bad61 req-737cd205-75bf-41cd-a882-984503e32476 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.0571380 Sep 15 15:27:57.429008 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 9ce65965-c503-45f0-a954-2a17cfedf924 up at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:27:57.471555 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0dd4e427-d7e7-436d-85ed-a4e3f88bad61 req-0bd6c20e-73e1-406a-a4cb-c14c20987154 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401127 Sep 15 15:27:57.544476 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1af709-9cd0-402e-9b2b-8488112c01aa req-cdc6fb18-72d8-4f1c-8126-e682de62e0e7 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:57.546030 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-aa1af709-9cd0-402e-9b2b-8488112c01aa req-cdc6fb18-72d8-4f1c-8126-e682de62e0e7 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 945 time: 0.0516367 Sep 15 15:27:57.585485 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-aa1af709-9cd0-402e-9b2b-8488112c01aa req-a1c252ac-222d-4dc0-b141-37610a3b704a tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331028 Sep 15 15:27:57.650418 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning for port 9ce65965-c503-45f0-a954-2a17cfedf924 completed by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:27:57.655018 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['87684267-f620-4297-9301-e7938b4b736d'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:27:57.659066 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['ecd4452c-81e7-45c4-bc98-c6fec880f822'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:27:57.680144 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning complete for port 9ce65965-c503-45f0-a954-2a17cfedf924 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:27:57.680514 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:57.966724 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:27:57.972077 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:57.998719 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e8c1d-6937-4539-b414-cc9e2fdf4e97 req-21842e4d-7c75-4d57-a75a-f46568bd223c tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:58.000355 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-322e8c1d-6937-4539-b414-cc9e2fdf4e97 req-21842e4d-7c75-4d57-a75a-f46568bd223c tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 944 time: 0.0508630 Sep 15 15:27:58.026872 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e244dc9-0339-453b-976c-d364ddb1e86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce65965-c503-45f0-a954-2a17cfedf924'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:27:58.041148 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-322e8c1d-6937-4539-b414-cc9e2fdf4e97 req-15743db2-a480-4a75-8a03-50432d750088 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344331 Sep 15 15:27:58.125863 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 9ce65965-c503-45f0-a954-2a17cfedf924, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=9ce65965-c503-45f0-a954-2a17cfedf924,segment=NetworkSegment(065ca2db-76ff-494f-a861-9803e0db5d14),segment_id=065ca2db-76ff-494f-a861-9803e0db5d14)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:27:58.253362 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc8932c-2f54-4791-99cb-83924cbdeb94" -d '{"events": [{"server_uuid": "6e244dc9-0339-453b-976c-d364ddb1e86e", "name": "network-vif-plugged", "status": "completed", "tag": "9ce65965-c503-45f0-a954-2a17cfedf924"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:27:58.279785 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:58.334053 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=9ce65965-c503-45f0-a954-2a17cfedf924,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:58.380010 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1a6d57-fc2f-4b8f-9b3b-3d85063a969d x-openstack-request-id: req-be1a6d57-fc2f-4b8f-9b3b-3d85063a969d {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:27:58.380298 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e244dc9-0339-453b-976c-d364ddb1e86e", "name": "network-vif-plugged", "status": "completed", "tag": "9ce65965-c503-45f0-a954-2a17cfedf924", "code": 200}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:27:58.380591 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-be1a6d57-fc2f-4b8f-9b3b-3d85063a969d {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:27:58.381051 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e244dc9-0339-453b-976c-d364ddb1e86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce65965-c503-45f0-a954-2a17cfedf924', 'code': 200} Sep 15 15:27:58.605769 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87264ba2-e01c-463e-baa3-77bf0523fa17 req-c19108b7-2705-413e-a108-23a498e12a2a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:58.607292 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-87264ba2-e01c-463e-baa3-77bf0523fa17 req-c19108b7-2705-413e-a108-23a498e12a2a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.0575826 Sep 15 15:27:58.649531 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-87264ba2-e01c-463e-baa3-77bf0523fa17 req-285d5315-1c7b-4a88-ba57-4c61998671ac tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359302 Sep 15 15:27:58.723453 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fefcd-3d56-430d-8725-f06ca310ecd1 req-b420ca13-b51c-4af6-aaf5-7288a9310a43 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:58.736452 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f43fefcd-3d56-430d-8725-f06ca310ecd1 req-b420ca13-b51c-4af6-aaf5-7288a9310a43 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 946 time: 0.0707970 Sep 15 15:27:58.769483 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:58.777602 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f43fefcd-3d56-430d-8725-f06ca310ecd1 req-965c9ab4-6199-4469-b27d-820032eb2881 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345294 Sep 15 15:27:58.843380 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9922f-5ae4-4119-bf73-535a9dbc005b req-42c9b91a-4ac2-4284-9709-7bb6ffbdb81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:58.844884 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-90b9922f-5ae4-4119-bf73-535a9dbc005b req-42c9b91a-4ac2-4284-9709-7bb6ffbdb81a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 1099 time: 0.0820796 Sep 15 15:27:58.865035 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-90b9922f-5ae4-4119-bf73-535a9dbc005b req-1cb56331-beb7-40f7-b07e-e61674f18777 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:58.953957 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-90b9922f-5ae4-4119-bf73-535a9dbc005b req-1cb56331-beb7-40f7-b07e-e61674f18777 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:59.158146 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f786b1-7bb0-4b60-a374-a6873503e590 req-f2483ab7-4ef6-480c-afed-b4687afbac63 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:59.159777 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-31f786b1-7bb0-4b60-a374-a6873503e590 req-f2483ab7-4ef6-480c-afed-b4687afbac63 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 944 time: 0.0499656 Sep 15 15:27:59.197445 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-31f786b1-7bb0-4b60-a374-a6873503e590 req-9e856b74-ca73-4405-8603-93257c69c940 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314608 Sep 15 15:27:59.205973 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-90b9922f-5ae4-4119-bf73-535a9dbc005b req-1cb56331-beb7-40f7-b07e-e61674f18777 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:59.244042 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-90b9922f-5ae4-4119-bf73-535a9dbc005b req-1cb56331-beb7-40f7-b07e-e61674f18777 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916662 Sep 15 15:27:59.245776 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb56331-beb7-40f7-b07e-e61674f18777 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9d742521-d3eb-4db0-8fdd-5c57e055fb5a,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:59.401227 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:27:59.401227 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 87684267-f620-4297-9301-e7938b4b736d up at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:27:59.539971 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 61660cf0-a5b0-4f1a-a8b1-45322b8c8615, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=61660cf0-a5b0-4f1a-a8b1-45322b8c8615,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:27:59.552207 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Returning: {'device': '61660cf0-a5b0-4f1a-a8b1-45322b8c8615', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'port_id': '61660cf0-a5b0-4f1a-a8b1-45322b8c8615', 'mac_address': 'fa:16:3e:44:b8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:27:59.596040 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:59.609029 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 {{(pid=94801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:27:59.628470 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 61660cf0-a5b0-4f1a-a8b1-45322b8c8615, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=61660cf0-a5b0-4f1a-a8b1-45322b8c8615,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:27:59.638590 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning for port 87684267-f620-4297-9301-e7938b4b736d completed by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:27:59.642959 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning complete for port 87684267-f620-4297-9301-e7938b4b736d triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:27:59.643343 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:59.724905 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:59.759769 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 87684267-f620-4297-9301-e7938b4b736d, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=87684267-f620-4297-9301-e7938b4b736d,segment=NetworkSegment(c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9),segment_id=c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:27:59.787878 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:59.788806 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311533c1-184e-4119-9325-fe4d3d207bb8 req-b42423b2-65bc-441f-8229-244a7ac3a8b3 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:59.790488 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-311533c1-184e-4119-9325-fe4d3d207bb8 req-b42423b2-65bc-441f-8229-244a7ac3a8b3 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.0533528 Sep 15 15:27:59.831977 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-311533c1-184e-4119-9325-fe4d3d207bb8 req-070f953e-73fd-46a0-9c9a-7c2e0c317d20 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345483 Sep 15 15:27:59.848238 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=61660cf0-a5b0-4f1a-a8b1-45322b8c8615,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:27:59.905234 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c194c-e2c4-4c3f-ad33-4da51bf7834c req-79594042-9ca6-4e28-b605-e4c7ca729628 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:27:59.906722 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f92c194c-e2c4-4c3f-ad33-4da51bf7834c req-79594042-9ca6-4e28-b605-e4c7ca729628 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 946 time: 0.0500576 Sep 15 15:27:59.951451 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:27:59.951451 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device ecd4452c-81e7-45c4-bc98-c6fec880f822 up at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:27:59.958528 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f92c194c-e2c4-4c3f-ad33-4da51bf7834c req-b1fdf876-d964-4133-ac1a-debb60d1cef2 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455091 Sep 15 15:28:00.036756 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['61660cf0-a5b0-4f1a-a8b1-45322b8c8615'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:28:00.068159 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=87684267-f620-4297-9301-e7938b4b736d,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:00.226057 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning for port ecd4452c-81e7-45c4-bc98-c6fec880f822 completed by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:28:00.231736 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning complete for port ecd4452c-81e7-45c4-bc98-c6fec880f822 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:28:00.231736 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:00.320917 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:00.328637 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a896dd0-ec82-4eaf-b2c5-72769a237bc8 req-b63eae54-77f8-40d7-b8f6-f227e59bc1ec tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:00.337178 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6a896dd0-ec82-4eaf-b2c5-72769a237bc8 req-b63eae54-77f8-40d7-b8f6-f227e59bc1ec tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 944 time: 0.0603073 Sep 15 15:28:00.373857 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port ecd4452c-81e7-45c4-bc98-c6fec880f822, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=ecd4452c-81e7-45c4-bc98-c6fec880f822,segment=NetworkSegment(c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9),segment_id=c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:28:00.382365 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4cbcd9-244f-49e5-9db6-e5d8164c2fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87684267-f620-4297-9301-e7938b4b736d'}, {'server_uuid': '823a33e6-a2bd-4009-9f40-4dccf46b7c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd4452c-81e7-45c4-bc98-c6fec880f822'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:28:00.385103 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6fa891-056c-4c9d-ae9f-6b7224a5de2f" -d '{"events": [{"server_uuid": "fe4cbcd9-244f-49e5-9db6-e5d8164c2fac", "name": "network-vif-plugged", "status": "completed", "tag": "87684267-f620-4297-9301-e7938b4b736d"}, {"server_uuid": "823a33e6-a2bd-4009-9f40-4dccf46b7c05", "name": "network-vif-plugged", "status": "completed", "tag": "ecd4452c-81e7-45c4-bc98-c6fec880f822"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:28:00.408798 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6a896dd0-ec82-4eaf-b2c5-72769a237bc8 req-781e4d40-fd8a-4486-a8e3-ab783796a7ae tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610580 Sep 15 15:28:00.440249 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:00.444444 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Sep 2021 15:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29824dd-17de-485b-b1f8-b16c3c68d3f2 x-openstack-request-id: req-d29824dd-17de-485b-b1f8-b16c3c68d3f2 {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:28:00.449624 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4cbcd9-244f-49e5-9db6-e5d8164c2fac", "name": "network-vif-plugged", "status": "completed", "tag": "87684267-f620-4297-9301-e7938b4b736d", "code": 200}, {"server_uuid": "823a33e6-a2bd-4009-9f40-4dccf46b7c05", "name": "network-vif-plugged", "status": "completed", "tag": "ecd4452c-81e7-45c4-bc98-c6fec880f822", "code": 200}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:28:00.449624 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d29824dd-17de-485b-b1f8-b16c3c68d3f2 {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:28:00.449624 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4cbcd9-244f-49e5-9db6-e5d8164c2fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87684267-f620-4297-9301-e7938b4b736d', 'code': 200} Sep 15 15:28:00.449624 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823a33e6-a2bd-4009-9f40-4dccf46b7c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd4452c-81e7-45c4-bc98-c6fec880f822', 'code': 200} Sep 15 15:28:00.532427 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=ecd4452c-81e7-45c4-bc98-c6fec880f822,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:00.629356 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 47036) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:00.741575 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-734e597e-63dd-48a4-8dff-6ef031aa0c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:00.857610 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-734e597e-63dd-48a4-8dff-6ef031aa0c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:00.902077 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08493d69-f924-491f-953c-3037f9ccf7d3 req-18de543f-94ca-482f-b709-13489e2b8a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:00.904626 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-08493d69-f924-491f-953c-3037f9ccf7d3 req-18de543f-94ca-482f-b709-13489e2b8a55 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 1098 time: 0.0718286 Sep 15 15:28:00.931325 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-734e597e-63dd-48a4-8dff-6ef031aa0c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:00.980201 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b8bb9-cbac-4b5d-933c-dc6bac7bf78f req-3d8b178d-678e-40ec-b539-06d2169627f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:00.982158 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ab3b8bb9-cbac-4b5d-933c-dc6bac7bf78f req-3d8b178d-678e-40ec-b539-06d2169627f3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 1098 time: 0.1297240 Sep 15 15:28:00.995470 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-08493d69-f924-491f-953c-3037f9ccf7d3 req-c2dda0d5-abe2-4a2e-aafb-e643320fc590 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793693 Sep 15 15:28:01.003396 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e597e-63dd-48a4-8dff-6ef031aa0c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b7b167-e28e-4ebd-832f-260cdfec813a,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:01.008296 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26504b56-1d26-4b25-85cc-2ab72a8f0654 req-e8c911af-4630-4c01-9fbb-74de78f3c673 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:01.022503 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-734e597e-63dd-48a4-8dff-6ef031aa0c01 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c53f64ebd74e4a2588d24aa1b109ceee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3918800 Sep 15 15:28:01.023260 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-26504b56-1d26-4b25-85cc-2ab72a8f0654 req-e8c911af-4630-4c01-9fbb-74de78f3c673 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 944 time: 0.1137350 Sep 15 15:28:01.025973 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 47048) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:01.093095 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ce0f8f40-c8ba-424f-926e-4580d9eae6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:01.118690 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ce0f8f40-c8ba-424f-926e-4580d9eae6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:01.123866 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ab3b8bb9-cbac-4b5d-933c-dc6bac7bf78f req-0b0f7974-7d1a-44f4-bd55-c8f73650744b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287825 Sep 15 15:28:01.180627 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-26504b56-1d26-4b25-85cc-2ab72a8f0654 req-24240f1c-2f2b-42b7-9a48-c0963f5ea28e tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564021 Sep 15 15:28:01.201031 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416cb1d-9ee1-484d-9b07-1280480cf29e req-de0597fa-61ec-4d11-8126-e708ec21ec57 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:01.203649 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1416cb1d-9ee1-484d-9b07-1280480cf29e req-de0597fa-61ec-4d11-8126-e708ec21ec57 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 946 time: 0.1197484 Sep 15 15:28:01.263920 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1416cb1d-9ee1-484d-9b07-1280480cf29e req-d5cb945f-77d4-437f-9d57-6a48f516cd9a tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543036 Sep 15 15:28:01.267720 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ce0f8f40-c8ba-424f-926e-4580d9eae6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:01.270925 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ce0f8f40-c8ba-424f-926e-4580d9eae6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:01.275100 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-ce0f8f40-c8ba-424f-926e-4580d9eae6b2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f8b7b167-e28e-4ebd-832f-260cdfec813a HTTP/1.1" status: 204 len: 168 time: 0.2464550 Sep 15 15:28:01.284453 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f8f40-c8ba-424f-926e-4580d9eae6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b7b167-e28e-4ebd-832f-260cdfec813a,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:01.407085 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 up at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:28:01.593154 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc9386-9ac1-48ee-8de3-895f1c9902bc req-42b82005-6d15-4ab2-8e6c-51d20e8d6257 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:01.595006 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b4fc9386-9ac1-48ee-8de3-895f1c9902bc req-42b82005-6d15-4ab2-8e6c-51d20e8d6257 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.0606067 Sep 15 15:28:01.628434 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning for port 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 completed by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:28:01.633968 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning complete for port 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:28:01.638239 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:01.656103 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b4fc9386-9ac1-48ee-8de3-895f1c9902bc req-6e871ea5-5d1f-425b-b08d-9fbe2bfffe21 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531540 Sep 15 15:28:01.747179 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:01.790243 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 61660cf0-a5b0-4f1a-a8b1-45322b8c8615, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=61660cf0-a5b0-4f1a-a8b1-45322b8c8615,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:28:01.897119 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 47094) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:01.903025 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:01.960096 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=61660cf0-a5b0-4f1a-a8b1-45322b8c8615,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:02.015575 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-219c7e74-b726-42f4-a6f1-2b2f6117a982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:02.136578 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-219c7e74-b726-42f4-a6f1-2b2f6117a982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:02.273966 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-219c7e74-b726-42f4-a6f1-2b2f6117a982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:02.336661 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c7e74-b726-42f4-a6f1-2b2f6117a982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796cc435-9066-408e-bb42-82b4bf6da394,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:02.386500 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-219c7e74-b726-42f4-a6f1-2b2f6117a982 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ce7be8a1ba924cab9ed674d72c156ed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4878016 Sep 15 15:28:02.391126 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 47120) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:02.415128 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f365afc-e19f-45fc-88cf-21d5d3c4d8ce req-120d5a88-a1a8-4c94-87f8-2cca8b6d135d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:02.416900 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0f365afc-e19f-45fc-88cf-21d5d3c4d8ce req-120d5a88-a1a8-4c94-87f8-2cca8b6d135d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.1577449 Sep 15 15:28:02.448707 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52958035-d7b6-41f7-8bed-2af57d30b452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61660cf0-a5b0-4f1a-a8b1-45322b8c8615'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:28:02.451617 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfab2be1-4402-4d9e-b34c-639fa5fdf92a" -d '{"events": [{"server_uuid": "52958035-d7b6-41f7-8bed-2af57d30b452", "name": "network-vif-plugged", "status": "completed", "tag": "61660cf0-a5b0-4f1a-a8b1-45322b8c8615"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:28:02.455048 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-86cd30a9-37ed-4c4b-882d-0eb2d2479b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:02.470815 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2a8a5-ff1e-49e7-81ab-803e686c426e req-5e889da5-c63d-46c6-ba9c-3fa790f44e7a tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:02.472473 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a7e2a8a5-ff1e-49e7-81ab-803e686c426e req-5e889da5-c63d-46c6-ba9c-3fa790f44e7a tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 946 time: 0.1087029 Sep 15 15:28:02.476345 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0f365afc-e19f-45fc-88cf-21d5d3c4d8ce req-981f8ce5-f2b9-4500-98f6-c445567eea7d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516729 Sep 15 15:28:02.486191 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-86cd30a9-37ed-4c4b-882d-0eb2d2479b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:02.531315 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2203d7ee-ab41-4647-9247-68311eb8015e x-openstack-request-id: req-2203d7ee-ab41-4647-9247-68311eb8015e {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:28:02.531569 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a7e2a8a5-ff1e-49e7-81ab-803e686c426e req-5563d19a-ec8b-48cb-97dc-77e12e751771 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508153 Sep 15 15:28:02.531830 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52958035-d7b6-41f7-8bed-2af57d30b452", "name": "network-vif-plugged", "status": "completed", "tag": "61660cf0-a5b0-4f1a-a8b1-45322b8c8615", "code": 200}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:28:02.532199 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2203d7ee-ab41-4647-9247-68311eb8015e {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:28:02.533268 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52958035-d7b6-41f7-8bed-2af57d30b452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61660cf0-a5b0-4f1a-a8b1-45322b8c8615', 'code': 200} Sep 15 15:28:02.690799 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-86cd30a9-37ed-4c4b-882d-0eb2d2479b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:02.693609 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-86cd30a9-37ed-4c4b-882d-0eb2d2479b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:02.694946 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-86cd30a9-37ed-4c4b-882d-0eb2d2479b00 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/796cc435-9066-408e-bb42-82b4bf6da394 HTTP/1.1" status: 204 len: 168 time: 0.3028078 Sep 15 15:28:02.709838 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd30a9-37ed-4c4b-882d-0eb2d2479b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796cc435-9066-408e-bb42-82b4bf6da394,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:02.819214 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 47146) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:02.860893 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ebe10-c620-461b-97cf-b2779d9a8c4b req-ce14ba8e-c4c8-42eb-a31f-9a8d0352403f tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:02.863996 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-125ebe10-c620-461b-97cf-b2779d9a8c4b req-ce14ba8e-c4c8-42eb-a31f-9a8d0352403f tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.0772381 Sep 15 15:28:02.933793 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-125ebe10-c620-461b-97cf-b2779d9a8c4b req-42391914-3f0b-46f8-a011-0717abb22abb tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557196 Sep 15 15:28:02.936924 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbbe81-4d50-4ec0-afaf-2891eb6a20be req-9ee5626a-b9ff-471e-8659-2e868074d058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:02.938402 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f5bbbe81-4d50-4ec0-afaf-2891eb6a20be req-9ee5626a-b9ff-471e-8659-2e868074d058 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 1098 time: 0.0731082 Sep 15 15:28:02.989683 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f5bbbe81-4d50-4ec0-afaf-2891eb6a20be req-fbe98f0b-6bf0-4c27-a50e-b0a171c3223e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432975 Sep 15 15:28:03.131266 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2de50ced-d1ae-4d45-923c-745826a16b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:03.237439 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2de50ced-d1ae-4d45-923c-745826a16b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:03.399470 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2de50ced-d1ae-4d45-923c-745826a16b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:03.443573 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-2de50ced-d1ae-4d45-923c-745826a16b97 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f3ba5ed5f2104a14a9055376fbc2d82b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6229398 Sep 15 15:28:03.444829 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de50ced-d1ae-4d45-923c-745826a16b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4ddd7f-f91b-4f4b-8702-9f252cce493e,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:03.446581 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 47196) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:03.499347 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-a5e1f60f-fb3d-4ce6-9322-992288edf741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:03.523419 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-a5e1f60f-fb3d-4ce6-9322-992288edf741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:03.671345 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3674f00-fa3f-4ebd-a347-a15e8feeb9ee req-0e196218-5ee5-4495-8cd1-58554925e1fd tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:03.674962 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c3674f00-fa3f-4ebd-a347-a15e8feeb9ee req-0e196218-5ee5-4495-8cd1-58554925e1fd tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.0934784 Sep 15 15:28:03.683420 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d066be-ed85-4462-aacf-9ca7209b8560 req-dbfea849-3c03-4dc8-9fb4-83b0a502cc0c tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:03.685018 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e0d066be-ed85-4462-aacf-9ca7209b8560 req-dbfea849-3c03-4dc8-9fb4-83b0a502cc0c tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.0892034 Sep 15 15:28:03.719693 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-a5e1f60f-fb3d-4ce6-9322-992288edf741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:03.722208 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-a5e1f60f-fb3d-4ce6-9322-992288edf741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:03.725925 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-a5e1f60f-fb3d-4ce6-9322-992288edf741 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bc4ddd7f-f91b-4f4b-8702-9f252cce493e HTTP/1.1" status: 204 len: 168 time: 0.2757266 Sep 15 15:28:03.726091 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 47204) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:03.741751 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-79ff72f1-b7e2-428d-89de-f85048ed4f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:03.771901 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1f60f-fb3d-4ce6-9322-992288edf741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4ddd7f-f91b-4f4b-8702-9f252cce493e,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:03.817310 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e0d066be-ed85-4462-aacf-9ca7209b8560 req-0dc66886-3a5e-4b28-a7ff-f01daadf4128 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221261 Sep 15 15:28:03.821560 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c3674f00-fa3f-4ebd-a347-a15e8feeb9ee req-b9f4c665-dbca-43cc-b7b8-60b1b8628b61 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356206 Sep 15 15:28:03.832589 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ae09a-e855-44ca-983a-2aa17e93b02b req-b44cd1b7-a844-4b71-a546-3f1970ffa582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:03.834193 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-113ae09a-e855-44ca-983a-2aa17e93b02b req-b44cd1b7-a844-4b71-a546-3f1970ffa582 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a16269c5a0742a89bef71d5a8d467a2&device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 1098 time: 0.1240544 Sep 15 15:28:03.850308 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-79ff72f1-b7e2-428d-89de-f85048ed4f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:03.976911 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-79ff72f1-b7e2-428d-89de-f85048ed4f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:04.015573 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ae09a-e855-44ca-983a-2aa17e93b02b req-80f0d0eb-98b5-4195-8063-4fbb2b2a29eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:04.016156 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-79ff72f1-b7e2-428d-89de-f85048ed4f5e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b857f9b3f8194379adeb59da71b5f84b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909877 Sep 15 15:28:04.017123 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-113ae09a-e855-44ca-983a-2aa17e93b02b req-80f0d0eb-98b5-4195-8063-4fbb2b2a29eb service neutron] 10.222.0.58 "GET /v2.0/networks?id=847cb1e4-e19c-4271-800e-31d2a3c7a1df HTTP/1.1" status: 200 len: 920 time: 0.1691375 Sep 15 15:28:04.017733 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 47212) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:04.025465 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff72f1-b7e2-428d-89de-f85048ed4f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0453073-b55c-4bda-99c7-61b6328b127a,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:04.071620 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-113ae09a-e855-44ca-983a-2aa17e93b02b req-c590c68f-6109-468b-a10a-6e8c884ff341 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecd4452c-81e7-45c4-bc98-c6fec880f822 HTTP/1.1" status: 200 len: 217 time: 0.0411849 Sep 15 15:28:04.140725 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-cf02a8f0-0a63-47e1-91a7-a8e7b330f47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:04.143207 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ae09a-e855-44ca-983a-2aa17e93b02b req-35080155-7db7-43e9-a78e-3507bfc5652e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:04.144646 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-113ae09a-e855-44ca-983a-2aa17e93b02b req-35080155-7db7-43e9-a78e-3507bfc5652e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=97e16b6b-eb11-4c27-ab3e-76841cb2f586 HTTP/1.1" status: 200 len: 859 time: 0.0657587 Sep 15 15:28:04.185725 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-113ae09a-e855-44ca-983a-2aa17e93b02b req-61eb977a-e704-4659-b51f-8e42706aec01 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=847cb1e4-e19c-4271-800e-31d2a3c7a1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324278 Sep 15 15:28:04.187531 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-cf02a8f0-0a63-47e1-91a7-a8e7b330f47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:04.311831 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-113ae09a-e855-44ca-983a-2aa17e93b02b req-9b415bb2-124f-4e66-a751-df15ad3e041b service neutron] 10.222.0.58 "GET /v2.0/networks/847cb1e4-e19c-4271-800e-31d2a3c7a1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138537 Sep 15 15:28:04.392055 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-cf02a8f0-0a63-47e1-91a7-a8e7b330f47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:04.394576 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-cf02a8f0-0a63-47e1-91a7-a8e7b330f47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:04.398288 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-cf02a8f0-0a63-47e1-91a7-a8e7b330f47b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c0453073-b55c-4bda-99c7-61b6328b127a HTTP/1.1" status: 204 len: 168 time: 0.3771298 Sep 15 15:28:04.425435 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02a8f0-0a63-47e1-91a7-a8e7b330f47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0453073-b55c-4bda-99c7-61b6328b127a,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:04.430646 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-113ae09a-e855-44ca-983a-2aa17e93b02b req-74aa7376-9f9b-4307-b996-58b2dfcc4c64 service neutron] 10.222.0.58 "GET /v2.0/networks/847cb1e4-e19c-4271-800e-31d2a3c7a1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103899 Sep 15 15:28:04.939416 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 47236) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:04.956541 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-cea4081a-cd49-477e-8393-4e4f707887f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:05.003119 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde0a23-1ecf-4db3-9b21-b7a9c931f74b req-e96eeeb0-ca08-492e-b887-df9e1e54ccd5 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:05.004852 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bfde0a23-1ecf-4db3-9b21-b7a9c931f74b req-e96eeeb0-ca08-492e-b887-df9e1e54ccd5 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.1117268 Sep 15 15:28:05.030920 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebaf141-ed84-4e86-b6cd-836ef60bfe55 req-ac36985e-aba3-4a32-bbc9-10cd68f436e7 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:05.032536 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cebaf141-ed84-4e86-b6cd-836ef60bfe55 req-ac36985e-aba3-4a32-bbc9-10cd68f436e7 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.1012914 Sep 15 15:28:05.112253 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bfde0a23-1ecf-4db3-9b21-b7a9c931f74b req-991c8bb9-b99b-4b36-b908-b79f4fe82394 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785716 Sep 15 15:28:05.136599 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cebaf141-ed84-4e86-b6cd-836ef60bfe55 req-d13de4f6-fb37-43cb-b58d-1ce2eb69c23a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965347 Sep 15 15:28:05.143585 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-cea4081a-cd49-477e-8393-4e4f707887f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:05.296224 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-cea4081a-cd49-477e-8393-4e4f707887f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:05.334665 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec262079-c696-4a48-a27f-1a4eb4965de7 req-4659a4c4-2ee9-4520-8022-33cc29418fa3 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:05.340253 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ec262079-c696-4a48-a27f-1a4eb4965de7 req-4659a4c4-2ee9-4520-8022-33cc29418fa3 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.0747962 Sep 15 15:28:05.342235 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-cea4081a-cd49-477e-8393-4e4f707887f7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=71c6655233e547349c7c58e6bef55786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4016123 Sep 15 15:28:05.344243 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4081a-cd49-477e-8393-4e4f707887f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ca49a5-dc25-413e-a1a3-093fe6371ce9,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:05.345530 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 47272) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:05.347976 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 47274) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:05.359595 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-b568eb2a-9730-4b8f-8d2c-349906589384 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Request body: {'floatingip': {'port_id': '61660cf0-a5b0-4f1a-a8b1-45322b8c8615'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:28:05.464437 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b568eb2a-9730-4b8f-8d2c-349906589384 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for floatingip, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:05.586435 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 47280) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:05.621364 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b46922e5-c4d6-4042-94c5-bd52093d8148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:05.701172 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b46922e5-c4d6-4042-94c5-bd52093d8148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:05.707392 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-311411f8-bd89-4af1-a38e-319724c5a2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:05.776961 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 47288) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:05.797964 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-67c7c2e4-87ff-4b3d-b24d-4033ef243c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:05.865073 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-311411f8-bd89-4af1-a38e-319724c5a2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:05.954099 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-311411f8-bd89-4af1-a38e-319724c5a2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:06.004940 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-311411f8-bd89-4af1-a38e-319724c5a2d8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=348641a2e1eb4ce1bd078caa50d957ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4173265 Sep 15 15:28:06.007656 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 47290) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:06.013244 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311411f8-bd89-4af1-a38e-319724c5a2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9095cf37-8cc1-4d32-a765-247ae70ea788,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:06.085126 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-67c7c2e4-87ff-4b3d-b24d-4033ef243c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:06.262780 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-4a27fbf4-f91d-4235-9021-13f8f3cb61f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:06.264496 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b46922e5-c4d6-4042-94c5-bd52093d8148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:06.267072 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b46922e5-c4d6-4042-94c5-bd52093d8148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:06.268245 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-b46922e5-c4d6-4042-94c5-bd52093d8148 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e6ca49a5-dc25-413e-a1a3-093fe6371ce9 HTTP/1.1" status: 204 len: 168 time: 0.9211829 Sep 15 15:28:06.278905 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-67c7c2e4-87ff-4b3d-b24d-4033ef243c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:06.333229 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46922e5-c4d6-4042-94c5-bd52093d8148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ca49a5-dc25-413e-a1a3-093fe6371ce9,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:06.356937 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-67c7c2e4-87ff-4b3d-b24d-4033ef243c15 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=860f1703ed314114bc08435ad8ee18cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5764711 Sep 15 15:28:06.364071 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c7c2e4-87ff-4b3d-b24d-4033ef243c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61dcf7ae-ab8f-4052-b84b-4750e45fe6da,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:06.365286 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 47298) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:06.399355 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-4a27fbf4-f91d-4235-9021-13f8f3cb61f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:06.439925 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-46a94cd1-edb5-4039-9d0e-2b2567449d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:06.461598 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-46a94cd1-edb5-4039-9d0e-2b2567449d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:06.479785 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3a630-9f0b-4f54-bab3-0f523130e1c3 req-dee99fe3-3023-4b51-9655-be2c106f269f tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:06.481479 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-32a3a630-9f0b-4f54-bab3-0f523130e1c3 req-dee99fe3-3023-4b51-9655-be2c106f269f tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.2906475 Sep 15 15:28:06.496957 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.db.resource_extend [None req-b568eb2a-9730-4b8f-8d2c-349906589384 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 15:28:06.614090 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b568eb2a-9730-4b8f-8d2c-349906589384 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:06.618153 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-32a3a630-9f0b-4f54-bab3-0f523130e1c3 req-075aa8a6-ff41-4ccf-ba3b-a8599e25cc67 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190071 Sep 15 15:28:06.624717 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-46a94cd1-edb5-4039-9d0e-2b2567449d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:06.627400 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-46a94cd1-edb5-4039-9d0e-2b2567449d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:06.631637 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-46a94cd1-edb5-4039-9d0e-2b2567449d36 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/61dcf7ae-ab8f-4052-b84b-4750e45fe6da HTTP/1.1" status: 204 len: 168 time: 0.2623198 Sep 15 15:28:06.642847 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a94cd1-edb5-4039-9d0e-2b2567449d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dcf7ae-ab8f-4052-b84b-4750e45fe6da,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:06.719398 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b568eb2a-9730-4b8f-8d2c-349906589384 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:06.721336 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-4a27fbf4-f91d-4235-9021-13f8f3cb61f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:06.723961 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-4a27fbf4-f91d-4235-9021-13f8f3cb61f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:06.725450 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-4a27fbf4-f91d-4235-9021-13f8f3cb61f5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9095cf37-8cc1-4d32-a765-247ae70ea788 HTTP/1.1" status: 204 len: 168 time: 0.7166214 Sep 15 15:28:06.769317 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27fbf4-f91d-4235-9021-13f8f3cb61f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9095cf37-8cc1-4d32-a765-247ae70ea788,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:06.842229 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.db.l3_db [None req-b568eb2a-9730-4b8f-8d2c-349906589384 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Floating IP 8ccdf918-141b-4630-81f2-3536401714ca associated. External IP: 172.27.3.173, port: 61660cf0-a5b0-4f1a-a8b1-45322b8c8615. Sep 15 15:28:07.060122 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b568eb2a-9730-4b8f-8d2c-349906589384 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Router a6909325-84f9-4c72-aa50-e772499bd7ef has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:28:07.176846 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b568eb2a-9730-4b8f-8d2c-349906589384 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:28:07.181495 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b568eb2a-9730-4b8f-8d2c-349906589384 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for floatingip, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:07.193252 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29640557-9604-46f8-834b-761b30a057ad None None] Sync routers for ids ['a6909325-84f9-4c72-aa50-e772499bd7ef'] in dv-cinder-809201-1-iscsi {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:28:07.205201 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29640557-9604-46f8-834b-761b30a057ad None None] Routers {'a6909325-84f9-4c72-aa50-e772499bd7ef'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:28:07.207853 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-29640557-9604-46f8-834b-761b30a057ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:27:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['a6909325-84f9-4c72-aa50-e772499bd7ef'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:07.213247 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-b568eb2a-9730-4b8f-8d2c-349906589384 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "PUT /v2.0/floatingips/8ccdf918-141b-4630-81f2-3536401714ca HTTP/1.1" status: 200 len: 991 time: 1.8576238 Sep 15 15:28:07.214230 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52958035-d7b6-41f7-8bed-2af57d30b452', 'tag': '61660cf0-a5b0-4f1a-a8b1-45322b8c8615'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:28:07.216677 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fc4ab2-cfa0-497b-9faf-3e46ede362ad" -d '{"events": [{"name": "network-changed", "server_uuid": "52958035-d7b6-41f7-8bed-2af57d30b452", "tag": "61660cf0-a5b0-4f1a-a8b1-45322b8c8615"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:28:07.259254 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 47316) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:07.274193 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-81e1b7ad-4d49-4ecb-aaaf-2d73d9a6ad17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:07.302361 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d57b69-6ae6-4c07-83c5-a633fe38e85c x-openstack-request-id: req-c2d57b69-6ae6-4c07-83c5-a633fe38e85c {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:28:07.303252 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52958035-d7b6-41f7-8bed-2af57d30b452", "tag": "61660cf0-a5b0-4f1a-a8b1-45322b8c8615", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:28:07.303667 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c2d57b69-6ae6-4c07-83c5-a633fe38e85c {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:28:07.304209 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52958035-d7b6-41f7-8bed-2af57d30b452', 'tag': '61660cf0-a5b0-4f1a-a8b1-45322b8c8615', 'status': 'completed', 'code': 200} Sep 15 15:28:07.335646 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-29640557-9604-46f8-834b-761b30a057ad None None] Set router a6909325-84f9-4c72-aa50-e772499bd7ef gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:28:07.408336 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-81e1b7ad-4d49-4ecb-aaaf-2d73d9a6ad17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:07.467796 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-81e1b7ad-4d49-4ecb-aaaf-2d73d9a6ad17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:07.514991 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 47326) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:07.524280 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-81e1b7ad-4d49-4ecb-aaaf-2d73d9a6ad17 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c1661ae81d8040998ee082dedd1c2028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638614 Sep 15 15:28:07.533523 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1b7ad-4d49-4ecb-aaaf-2d73d9a6ad17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7092fc1-9d25-4d25-8d20-b54b4448e968,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:07.582320 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-db02392b-30fc-4b5b-b67f-e8f1a9b2df09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:07.648825 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-db02392b-30fc-4b5b-b67f-e8f1a9b2df09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:07.758851 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0d32b-bd28-4526-9ec0-f46d7d2cdbdf req-688e6d98-0502-40fc-973d-7293e3ed8d17 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:07.761028 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-09f0d32b-bd28-4526-9ec0-f46d7d2cdbdf req-688e6d98-0502-40fc-973d-7293e3ed8d17 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.0570107 Sep 15 15:28:07.793063 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-29640557-9604-46f8-834b-761b30a057ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1520171669-router', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:18Z', 'updated_at': '2021-09-15T15:27:25Z', 'revision_number': 4, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'gw_port': {'id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:19Z', 'updated_at': '2021-09-15T15:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': '8ccdf918-141b-4630-81f2-3536401714ca', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'port_id': '61660cf0-a5b0-4f1a-a8b1-45322b8c8615', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'mac_address': 'fa:16:3e:44:b8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52958035-d7b6-41f7-8bed-2af57d30b452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:27:36Z', 'updated_at': '2021-09-15T15:28:06Z', 'revision_number': 1, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '077b5012-c365-412f-a6da-2c507632c672', 'name': '', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'mac_address': 'fa:16:3e:d7:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:24Z', 'updated_at': '2021-09-15T15:27:32Z', 'revision_number': 5, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'subnets': [{'id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:07.804603 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-db02392b-30fc-4b5b-b67f-e8f1a9b2df09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:07.808120 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-db02392b-30fc-4b5b-b67f-e8f1a9b2df09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:07.809431 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-db02392b-30fc-4b5b-b67f-e8f1a9b2df09 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a7092fc1-9d25-4d25-8d20-b54b4448e968 HTTP/1.1" status: 204 len: 168 time: 0.2933462 Sep 15 15:28:07.817563 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-09f0d32b-bd28-4526-9ec0-f46d7d2cdbdf req-ff397718-e81a-4f8e-ab6a-3c6b9edae448 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466158 Sep 15 15:28:07.823359 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02392b-30fc-4b5b-b67f-e8f1a9b2df09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7092fc1-9d25-4d25-8d20-b54b4448e968,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:07.841661 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29640557-9604-46f8-834b-761b30a057ad None None] Checking router: a6909325-84f9-4c72-aa50-e772499bd7ef for host: dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:28:07.842853 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29640557-9604-46f8-834b-761b30a057ad None None] Routers {'a6909325-84f9-4c72-aa50-e772499bd7ef'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:28:07.843515 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-29640557-9604-46f8-834b-761b30a057ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:27:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['a6909325-84f9-4c72-aa50-e772499bd7ef'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:07.907547 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 47340) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:07.926847 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-4cb30e9d-61b4-4d16-b563-c7314c0c46c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:07.971240 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-29640557-9604-46f8-834b-761b30a057ad None None] Set router a6909325-84f9-4c72-aa50-e772499bd7ef gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:28:08.031916 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-4cb30e9d-61b4-4d16-b563-c7314c0c46c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:08.181779 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-4cb30e9d-61b4-4d16-b563-c7314c0c46c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:08.219410 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-29640557-9604-46f8-834b-761b30a057ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1520171669-router', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:18Z', 'updated_at': '2021-09-15T15:27:25Z', 'revision_number': 4, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'gw_port': {'id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:19Z', 'updated_at': '2021-09-15T15:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': '8ccdf918-141b-4630-81f2-3536401714ca', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'port_id': '61660cf0-a5b0-4f1a-a8b1-45322b8c8615', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'mac_address': 'fa:16:3e:44:b8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52958035-d7b6-41f7-8bed-2af57d30b452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:27:36Z', 'updated_at': '2021-09-15T15:28:06Z', 'revision_number': 1, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '077b5012-c365-412f-a6da-2c507632c672', 'name': '', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'mac_address': 'fa:16:3e:d7:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:24Z', 'updated_at': '2021-09-15T15:27:32Z', 'revision_number': 5, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'subnets': [{'id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:08.223105 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-4cb30e9d-61b4-4d16-b563-c7314c0c46c2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=debc8f4cb1c740d48a72f80e0348a5f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144536 Sep 15 15:28:08.224053 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb30e9d-61b4-4d16-b563-c7314c0c46c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a67491-00c0-4b89-867a-89098567efe4,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:08.225866 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 47348) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:08.250273 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29640557-9604-46f8-834b-761b30a057ad None None] The sync data for ids ['a6909325-84f9-4c72-aa50-e772499bd7ef'] in dv-cinder-809201-1-iscsi is: [{'id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1520171669-router', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:18Z', 'updated_at': '2021-09-15T15:27:25Z', 'revision_number': 4, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'gw_port': {'id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:19Z', 'updated_at': '2021-09-15T15:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': '8ccdf918-141b-4630-81f2-3536401714ca', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'port_id': '61660cf0-a5b0-4f1a-a8b1-45322b8c8615', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'mac_address': 'fa:16:3e:44:b8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52958035-d7b6-41f7-8bed-2af57d30b452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:27:36Z', 'updated_at': '2021-09-15T15:28:06Z', 'revision_number': 1, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '077b5012-c365-412f-a6da-2c507632c672', 'name': '', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'mac_address': 'fa:16:3e:d7:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:24Z', 'updated_at': '2021-09-15T15:27:32Z', 'revision_number': 5, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'subnets': [{'id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:28:08.288207 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-55a48a83-d09c-4844-8442-a9ecc09a004f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:08.311926 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-55a48a83-d09c-4844-8442-a9ecc09a004f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:08.471629 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-55a48a83-d09c-4844-8442-a9ecc09a004f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:08.485204 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-55a48a83-d09c-4844-8442-a9ecc09a004f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:08.489956 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-55a48a83-d09c-4844-8442-a9ecc09a004f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c9a67491-00c0-4b89-867a-89098567efe4 HTTP/1.1" status: 204 len: 168 time: 0.2627592 Sep 15 15:28:08.508283 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a48a83-d09c-4844-8442-a9ecc09a004f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a67491-00c0-4b89-867a-89098567efe4,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:08.560250 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecad9b29-67a2-40ed-a013-c4b9ebcc0df6 None None] New status for floating IP 8ccdf918-141b-4630-81f2-3536401714ca: ACTIVE {{(pid=94801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:28:08.965147 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d6dae-aed7-4996-acf9-fd52112d20e2 req-72eb25e9-26e6-4d42-afb4-23039373d7e4 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:08.970053 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-144d6dae-aed7-4996-acf9-fd52112d20e2 req-72eb25e9-26e6-4d42-afb4-23039373d7e4 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.0624192 Sep 15 15:28:09.025396 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-144d6dae-aed7-4996-acf9-fd52112d20e2 req-a7d587a8-bcaf-468d-be59-46a9fad0de6b tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505962 Sep 15 15:28:09.846402 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc4ab2-cfa0-497b-9faf-3e46ede362ad req-ceb001fa-57b4-4d47-9c28-ea114a891b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:09.848309 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f4fc4ab2-cfa0-497b-9faf-3e46ede362ad req-ceb001fa-57b4-4d47-9c28-ea114a891b89 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc084fec0e234562acc43f991b033c39&device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 1098 time: 0.0450923 Sep 15 15:28:09.852342 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 47418) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:10.040344 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-154b07a2-59d7-4e90-b13f-a61c21f695e5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1306072168-network', 'tenant_id': '2a7a5d5890c94323ae42fc70ed66468e'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:28:10.199627 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154b07a2-59d7-4e90-b13f-a61c21f695e5 admin admin] Made reservation on behalf of 2a7a5d5890c94323ae42fc70ed66468e for: {'network': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:28:10.202514 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-154b07a2-59d7-4e90-b13f-a61c21f695e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:10.219827 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-154b07a2-59d7-4e90-b13f-a61c21f695e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:10.249714 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc44f6-95f7-44ad-b295-a2d11d651f16 req-adc308cf-2079-46be-884f-ec2129d2753a tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:10.252054 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-41dc44f6-95f7-44ad-b295-a2d11d651f16 req-adc308cf-2079-46be-884f-ec2129d2753a tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.0715764 Sep 15 15:28:10.253722 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc4ab2-cfa0-497b-9faf-3e46ede362ad req-61ea9e49-811d-4530-9c46-0c5fe23e68e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:10.259759 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f4fc4ab2-cfa0-497b-9faf-3e46ede362ad req-61ea9e49-811d-4530-9c46-0c5fe23e68e2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=08ee10b2-2fff-43fe-b79f-30f962cb12be HTTP/1.1" status: 200 len: 918 time: 0.3997605 Sep 15 15:28:10.301066 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-41dc44f6-95f7-44ad-b295-a2d11d651f16 req-63e699e1-84de-4fb5-994c-9201e1ba58bf tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412734 Sep 15 15:28:10.336948 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-154b07a2-59d7-4e90-b13f-a61c21f695e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:10.427674 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-154b07a2-59d7-4e90-b13f-a61c21f695e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:10.450005 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154b07a2-59d7-4e90-b13f-a61c21f695e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=94799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:28:10.466287 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b07a2-59d7-4e90-b13f-a61c21f695e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6da684f-fe4f-4126-870d-e72b58004d67,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:10.469226 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-154b07a2-59d7-4e90-b13f-a61c21f695e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:10.469572 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.db.segments_db [None req-154b07a2-59d7-4e90-b13f-a61c21f695e5 admin admin] Added segment 8a2ad20b-dfa8-466a-b8d3-87251848f387 of type vlan for network bfc9d61a-270f-49b2-8ac5-e6691b57f8cd Sep 15 15:28:10.512989 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-154b07a2-59d7-4e90-b13f-a61c21f695e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442518815'] for network, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:10.650440 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-154b07a2-59d7-4e90-b13f-a61c21f695e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for network, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:10.651543 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154b07a2-59d7-4e90-b13f-a61c21f695e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:10.652190 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-154b07a2-59d7-4e90-b13f-a61c21f695e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:10.726763 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 47450) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:10.727380 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b07a2-59d7-4e90-b13f-a61c21f695e5 admin admin] Pushing event updated for resources: {'Network': ['ID=bfc9d61a-270f-49b2-8ac5-e6691b57f8cd,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:10.731269 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Network bfc9d61a-270f-49b2-8ac5-e6691b57f8cd details requested by agent ovs-agent-dv-cinder-809201-1-iscsi with host dv-cinder-809201-1-iscsi {{(pid=94801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:28:10.794248 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-154b07a2-59d7-4e90-b13f-a61c21f695e5 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9406178 Sep 15 15:28:10.797498 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 47458) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:10.805919 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-99e5ece4-fd5f-4779-881e-6927a7aef148 admin admin] Request body: {'subnet': {'network_id': 'bfc9d61a-270f-49b2-8ac5-e6691b57f8cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1306072168-subnet', 'tenant_id': '2a7a5d5890c94323ae42fc70ed66468e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:28:10.862165 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-3d04591b-2641-4276-9d0a-4e1bfc84b154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:10.953016 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e5ece4-fd5f-4779-881e-6927a7aef148 admin admin] Made reservation on behalf of 2a7a5d5890c94323ae42fc70ed66468e for: {'subnet': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:28:10.955401 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-99e5ece4-fd5f-4779-881e-6927a7aef148 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:11.045399 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-3d04591b-2641-4276-9d0a-4e1bfc84b154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:11.153247 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-3d04591b-2641-4276-9d0a-4e1bfc84b154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:11.197057 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 47470) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:11.199802 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-3d04591b-2641-4276-9d0a-4e1bfc84b154 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=efdaf64960b04c8dbefdd420ece6ec3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4796379 Sep 15 15:28:11.201875 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04591b-2641-4276-9d0a-4e1bfc84b154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafd5722-5a04-499e-88f3-f308941274de,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:11.218955 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-99e5ece4-fd5f-4779-881e-6927a7aef148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for subnet, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:11.293047 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5ece4-fd5f-4779-881e-6927a7aef148 admin admin] Pushing event updated for resources: {'Subnet': ['ID=583ec542-8aee-432b-8f02-96d11d2f538b,revision_number=0']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:11.311852 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c3f6da83-2e10-4cdc-b9e4-5b3e13dd1bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:11.324683 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e5ece4-fd5f-4779-881e-6927a7aef148 admin admin] Checking segment: {'id': '8a2ad20b-dfa8-466a-b8d3-87251848f387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'bfc9d61a-270f-49b2-8ac5-e6691b57f8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:28:11.325035 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e5ece4-fd5f-4779-881e-6927a7aef148 admin admin] Network hostable DHCP agents. Network: bfc9d61a-270f-49b2-8ac5-e6691b57f8cd, hostable agents: ['c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0'], hosted agents: [] {{(pid=94799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:28:11.344246 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c3f6da83-2e10-4cdc-b9e4-5b3e13dd1bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:11.443052 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f6cb1-deb6-4012-a369-76cc4ea710e3 req-3b47dd88-67c7-4070-88d5-7fb0a1c811a0 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:11.444576 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7c4f6cb1-deb6-4012-a369-76cc4ea710e3 req-3b47dd88-67c7-4070-88d5-7fb0a1c811a0 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.0518231 Sep 15 15:28:11.444714 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e5ece4-fd5f-4779-881e-6927a7aef148 admin admin] Network bfc9d61a-270f-49b2-8ac5-e6691b57f8cd is scheduled to be hosted by DHCP agent c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0 with binding_index 1 {{(pid=94799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:28:11.483208 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7c4f6cb1-deb6-4012-a369-76cc4ea710e3 req-3c44c8a2-a51a-47a1-a698-a23ea3ed2057 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317256 Sep 15 15:28:11.496399 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c3f6da83-2e10-4cdc-b9e4-5b3e13dd1bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:11.499075 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c3f6da83-2e10-4cdc-b9e4-5b3e13dd1bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:11.500355 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-c3f6da83-2e10-4cdc-b9e4-5b3e13dd1bab admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bafd5722-5a04-499e-88f3-f308941274de HTTP/1.1" status: 204 len: 168 time: 0.3019373 Sep 15 15:28:11.509035 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6da83-2e10-4cdc-b9e4-5b3e13dd1bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafd5722-5a04-499e-88f3-f308941274de,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:11.524815 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-99e5ece4-fd5f-4779-881e-6927a7aef148 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-1-iscsi, bfc9d61a-270f-49b2-8ac5-e6691b57f8cd) {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:28:11.533116 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e5ece4-fd5f-4779-881e-6927a7aef148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:11.533579 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-99e5ece4-fd5f-4779-881e-6927a7aef148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for subnet, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:11.539234 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8810f63-4b54-4c53-8f4b-1cb9dd0d9102 None None] Network bfc9d61a-270f-49b2-8ac5-e6691b57f8cd requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:28:11.624849 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-99e5ece4-fd5f-4779-881e-6927a7aef148 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8254309 Sep 15 15:28:11.680736 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1837b2c1-8780-4b5f-8851-acfee136841d None None] Network bfc9d61a-270f-49b2-8ac5-e6691b57f8cd requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:28:12.533290 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 47508) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:12.549585 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-13ef6dda-a1bc-48c3-abe2-dae43791e40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:12.608300 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57110e18-ff86-4d7f-87bc-099a659701a0 req-9385dd6a-2be6-4a92-b004-f190f2b86e7b tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:12.609839 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-57110e18-ff86-4d7f-87bc-099a659701a0 req-9385dd6a-2be6-4a92-b004-f190f2b86e7b tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.0533695 Sep 15 15:28:12.660235 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-13ef6dda-a1bc-48c3-abe2-dae43791e40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:12.672384 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-57110e18-ff86-4d7f-87bc-099a659701a0 req-b98eb25b-8690-415a-b4aa-61f45789ecda tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555098 Sep 15 15:28:12.701452 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 47516) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:12.706681 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-0d2f0d04-6fc9-48f2-9937-60086b7e82d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-929525736-network', 'tenant_id': '4777ed7cfe4f4da7a096af8c0ab1d4e8'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:28:12.755079 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-13ef6dda-a1bc-48c3-abe2-dae43791e40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:12.802759 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-13ef6dda-a1bc-48c3-abe2-dae43791e40e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2863c8e234dc42b686c329951b356cdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2683375 Sep 15 15:28:12.808081 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef6dda-a1bc-48c3-abe2-dae43791e40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9b4c7e-9ba1-4276-8186-13fac2293265,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:12.810169 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 47518) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:12.862984 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-e61893fb-f0a7-4c09-b235-94437a925fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:12.887855 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-e61893fb-f0a7-4c09-b235-94437a925fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:12.919113 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2f0d04-6fc9-48f2-9937-60086b7e82d4 admin admin] Made reservation on behalf of 4777ed7cfe4f4da7a096af8c0ab1d4e8 for: {'network': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:28:12.921957 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0d2f0d04-6fc9-48f2-9937-60086b7e82d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:12.930375 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0d2f0d04-6fc9-48f2-9937-60086b7e82d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:13.081068 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-e61893fb-f0a7-4c09-b235-94437a925fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:13.083774 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-e61893fb-f0a7-4c09-b235-94437a925fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:13.084928 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-e61893fb-f0a7-4c09-b235-94437a925fd4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ad9b4c7e-9ba1-4276-8186-13fac2293265 HTTP/1.1" status: 204 len: 168 time: 0.2737415 Sep 15 15:28:13.108821 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61893fb-f0a7-4c09-b235-94437a925fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9b4c7e-9ba1-4276-8186-13fac2293265,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:13.176133 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0d2f0d04-6fc9-48f2-9937-60086b7e82d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:13.255902 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0d2f0d04-6fc9-48f2-9937-60086b7e82d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:13.290437 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2f0d04-6fc9-48f2-9937-60086b7e82d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=94799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:28:13.304189 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f0d04-6fc9-48f2-9937-60086b7e82d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf823ec-bea8-41b4-a757-e1c5316911a2,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:13.313545 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0d2f0d04-6fc9-48f2-9937-60086b7e82d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:13.313545 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.db.segments_db [None req-0d2f0d04-6fc9-48f2-9937-60086b7e82d4 admin admin] Added segment 48a29359-d609-496e-b9a1-db13a6369bd1 of type vlan for network 196a47da-cd5d-495d-b911-9e80f2e0efcb Sep 15 15:28:13.358553 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0d2f0d04-6fc9-48f2-9937-60086b7e82d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442518815'] for network, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:13.371250 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f4fc4ab2-cfa0-497b-9faf-3e46ede362ad req-710d8337-35b6-4aac-bdf5-89c91efdc680 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61660cf0-a5b0-4f1a-a8b1-45322b8c8615 HTTP/1.1" status: 200 len: 1001 time: 0.1088848 Sep 15 15:28:13.431836 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc4ab2-cfa0-497b-9faf-3e46ede362ad req-75a1425a-7e9a-4718-8146-8e0d3fdc5d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:13.433656 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f4fc4ab2-cfa0-497b-9faf-3e46ede362ad req-75a1425a-7e9a-4718-8146-8e0d3fdc5d3e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c269f95b-bd52-41fc-a168-8d0b68cfbdb3 HTTP/1.1" status: 200 len: 856 time: 0.0513074 Sep 15 15:28:13.467363 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0d2f0d04-6fc9-48f2-9937-60086b7e82d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for network, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:13.468432 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2f0d04-6fc9-48f2-9937-60086b7e82d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:13.468957 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0d2f0d04-6fc9-48f2-9937-60086b7e82d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:13.506076 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc4ab2-cfa0-497b-9faf-3e46ede362ad req-aa7777d8-f885-4261-8d4e-6b0d2e2f9716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:13.508192 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f4fc4ab2-cfa0-497b-9faf-3e46ede362ad req-aa7777d8-f885-4261-8d4e-6b0d2e2f9716 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=08ee10b2-2fff-43fe-b79f-30f962cb12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538044 Sep 15 15:28:13.536764 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f0d04-6fc9-48f2-9937-60086b7e82d4 admin admin] Pushing event updated for resources: {'Network': ['ID=196a47da-cd5d-495d-b911-9e80f2e0efcb,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:13.549316 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Network 196a47da-cd5d-495d-b911-9e80f2e0efcb details requested by agent ovs-agent-dv-cinder-809201-1-iscsi with host dv-cinder-809201-1-iscsi {{(pid=94801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:28:13.615742 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-0d2f0d04-6fc9-48f2-9937-60086b7e82d4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9131393 Sep 15 15:28:13.617642 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 47536) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:13.626229 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-48ace2fc-eeb2-4650-b4a7-67edc402907f admin admin] Request body: {'subnet': {'network_id': '196a47da-cd5d-495d-b911-9e80f2e0efcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-929525736-subnet', 'tenant_id': '4777ed7cfe4f4da7a096af8c0ab1d4e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:28:13.638944 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f4fc4ab2-cfa0-497b-9faf-3e46ede362ad req-fc55cda9-a99e-42d6-b0ff-d788e5eafc09 service neutron] 10.222.0.58 "GET /v2.0/networks/08ee10b2-2fff-43fe-b79f-30f962cb12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212277 Sep 15 15:28:13.760916 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f4fc4ab2-cfa0-497b-9faf-3e46ede362ad req-81098225-4ea4-4d88-8965-3f2f00d522bc service neutron] 10.222.0.58 "GET /v2.0/networks/08ee10b2-2fff-43fe-b79f-30f962cb12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123796 Sep 15 15:28:13.764210 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ace2fc-eeb2-4650-b4a7-67edc402907f admin admin] Made reservation on behalf of 4777ed7cfe4f4da7a096af8c0ab1d4e8 for: {'subnet': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:28:13.767496 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-48ace2fc-eeb2-4650-b4a7-67edc402907f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:13.902306 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3c4f6-aa0b-4635-b820-014fd5ab9c2f req-c97840d9-dd2f-4d6a-892d-f9178deb3870 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:13.903898 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2fd3c4f6-aa0b-4635-b820-014fd5ab9c2f req-c97840d9-dd2f-4d6a-892d-f9178deb3870 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.0810070 Sep 15 15:28:13.982217 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2fd3c4f6-aa0b-4635-b820-014fd5ab9c2f req-595081c4-72b0-478c-b5f7-e1faedb49fac tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711915 Sep 15 15:28:14.170543 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-48ace2fc-eeb2-4650-b4a7-67edc402907f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for subnet, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:14.224932 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ace2fc-eeb2-4650-b4a7-67edc402907f admin admin] Pushing event updated for resources: {'Subnet': ['ID=158c3a52-7607-4eee-ae8b-ca0b7bd4d4e1,revision_number=0']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:14.237516 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ace2fc-eeb2-4650-b4a7-67edc402907f admin admin] Checking segment: {'id': '48a29359-d609-496e-b9a1-db13a6369bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '196a47da-cd5d-495d-b911-9e80f2e0efcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:28:14.237935 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ace2fc-eeb2-4650-b4a7-67edc402907f admin admin] Network hostable DHCP agents. Network: 196a47da-cd5d-495d-b911-9e80f2e0efcb, hostable agents: ['c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0'], hosted agents: [] {{(pid=94800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:28:14.393223 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ace2fc-eeb2-4650-b4a7-67edc402907f admin admin] Network 196a47da-cd5d-495d-b911-9e80f2e0efcb is scheduled to be hosted by DHCP agent c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0 with binding_index 1 {{(pid=94800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:28:14.496133 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [None req-48ace2fc-eeb2-4650-b4a7-67edc402907f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-1-iscsi, 196a47da-cd5d-495d-b911-9e80f2e0efcb) {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:28:14.503274 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ace2fc-eeb2-4650-b4a7-67edc402907f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:14.503274 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-48ace2fc-eeb2-4650-b4a7-67edc402907f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for subnet, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:14.506267 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 47570) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:14.509308 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ca13b6-036b-45d3-8848-3a29362c209c None None] Network 196a47da-cd5d-495d-b911-9e80f2e0efcb requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:28:14.599691 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-48ace2fc-eeb2-4650-b4a7-67edc402907f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9809625 Sep 15 15:28:14.638645 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-9a6a1224-01f4-451a-a39a-ba860bd43cbc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-143153388-network', 'tenant_id': '9172ec8966bc4f6d99bf6713d42413e2'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:28:14.773878 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7c8e82-3cd9-476b-a6e4-ac78a5c46cfe None None] Network 196a47da-cd5d-495d-b911-9e80f2e0efcb requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:28:14.821864 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6a1224-01f4-451a-a39a-ba860bd43cbc admin admin] Made reservation on behalf of 9172ec8966bc4f6d99bf6713d42413e2 for: {'network': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:28:14.824275 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9a6a1224-01f4-451a-a39a-ba860bd43cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:14.833920 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9a6a1224-01f4-451a-a39a-ba860bd43cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:14.943164 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9a6a1224-01f4-451a-a39a-ba860bd43cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:15.151367 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c082-e42f-4a60-b0fa-be86183dea17 req-cfdc44d1-4f97-4a80-a603-8dc37592cd93 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:15.154411 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b964c082-e42f-4a60-b0fa-be86183dea17 req-cfdc44d1-4f97-4a80-a603-8dc37592cd93 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.1016319 Sep 15 15:28:15.156407 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9a6a1224-01f4-451a-a39a-ba860bd43cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:15.200294 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6a1224-01f4-451a-a39a-ba860bd43cbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=94800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:28:15.219677 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 47602) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:15.221517 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a1224-01f4-451a-a39a-ba860bd43cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28ebd5c-d1d6-47a3-8201-e97619536e85,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:15.224467 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9a6a1224-01f4-451a-a39a-ba860bd43cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:15.225016 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.db.segments_db [None req-9a6a1224-01f4-451a-a39a-ba860bd43cbc admin admin] Added segment 60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e of type vlan for network aaf55d3d-b53f-469a-9a1b-4f57895133bc Sep 15 15:28:15.263943 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b964c082-e42f-4a60-b0fa-be86183dea17 req-f95e30a9-b575-4224-8a25-3138bfde50ca tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975010 Sep 15 15:28:15.278298 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9a6a1224-01f4-451a-a39a-ba860bd43cbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442518815'] for network, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:15.337164 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-082b4850-ab2b-493b-a3c0-a870ad646d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:15.427607 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-082b4850-ab2b-493b-a3c0-a870ad646d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:15.467813 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9a6a1224-01f4-451a-a39a-ba860bd43cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for network, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:15.469763 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6a1224-01f4-451a-a39a-ba860bd43cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:15.470596 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9a6a1224-01f4-451a-a39a-ba860bd43cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:15.535928 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a1224-01f4-451a-a39a-ba860bd43cbc admin admin] Pushing event updated for resources: {'Network': ['ID=aaf55d3d-b53f-469a-9a1b-4f57895133bc,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:15.546288 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Network aaf55d3d-b53f-469a-9a1b-4f57895133bc details requested by agent ovs-agent-dv-cinder-809201-1-iscsi with host dv-cinder-809201-1-iscsi {{(pid=94801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:28:15.615218 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-082b4850-ab2b-493b-a3c0-a870ad646d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:15.652474 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b4850-ab2b-493b-a3c0-a870ad646d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb9b4ee-c9c3-400c-bfa0-260a9d00f9da,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:15.656714 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-082b4850-ab2b-493b-a3c0-a870ad646d11 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ebc3c9940a2c48ab820c7d42b67232d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4360178 Sep 15 15:28:15.659403 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 47612) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:15.709134 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ae5778e6-9abc-4fa1-ba64-55ebf439a6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:15.734867 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ae5778e6-9abc-4fa1-ba64-55ebf439a6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:15.800203 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-9a6a1224-01f4-451a-a39a-ba860bd43cbc admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2929642 Sep 15 15:28:15.802833 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 47614) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:15.809188 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-a4de1fb6-cc29-4ad0-89e1-5f5427c4cc63 admin admin] Request body: {'subnet': {'network_id': 'aaf55d3d-b53f-469a-9a1b-4f57895133bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-143153388-subnet', 'tenant_id': '9172ec8966bc4f6d99bf6713d42413e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:28:15.856274 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ae5778e6-9abc-4fa1-ba64-55ebf439a6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:15.858797 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ae5778e6-9abc-4fa1-ba64-55ebf439a6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:15.860030 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-ae5778e6-9abc-4fa1-ba64-55ebf439a6d5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9eb9b4ee-c9c3-400c-bfa0-260a9d00f9da HTTP/1.1" status: 204 len: 168 time: 0.1998048 Sep 15 15:28:15.867630 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5778e6-9abc-4fa1-ba64-55ebf439a6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb9b4ee-c9c3-400c-bfa0-260a9d00f9da,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:15.875999 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5778e6-9abc-4fa1-ba64-55ebf439a6d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:15.876409 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5778e6-9abc-4fa1-ba64-55ebf439a6d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:15.876662 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5778e6-9abc-4fa1-ba64-55ebf439a6d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:15.876993 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5778e6-9abc-4fa1-ba64-55ebf439a6d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:15.877321 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5778e6-9abc-4fa1-ba64-55ebf439a6d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:15.877666 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5778e6-9abc-4fa1-ba64-55ebf439a6d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:15.877962 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5778e6-9abc-4fa1-ba64-55ebf439a6d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:15.878271 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5778e6-9abc-4fa1-ba64-55ebf439a6d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:15.878710 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5778e6-9abc-4fa1-ba64-55ebf439a6d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:15.878938 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5778e6-9abc-4fa1-ba64-55ebf439a6d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:15.879283 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5778e6-9abc-4fa1-ba64-55ebf439a6d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:15.879596 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5778e6-9abc-4fa1-ba64-55ebf439a6d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:16.062016 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4de1fb6-cc29-4ad0-89e1-5f5427c4cc63 admin admin] Made reservation on behalf of 9172ec8966bc4f6d99bf6713d42413e2 for: {'subnet': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:28:16.064610 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-a4de1fb6-cc29-4ad0-89e1-5f5427c4cc63 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:16.375303 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-a4de1fb6-cc29-4ad0-89e1-5f5427c4cc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for subnet, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:16.438610 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de1fb6-cc29-4ad0-89e1-5f5427c4cc63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf29e92e-3a44-4b4b-a215-5fd0de3c2f07,revision_number=0']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:16.454224 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d4ea0-c92a-4e28-979d-fe5afea13bbc req-765d716c-6489-4936-81f2-ba8087a978ff tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:16.461737 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cf9d4ea0-c92a-4e28-979d-fe5afea13bbc req-765d716c-6489-4936-81f2-ba8087a978ff tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.1078777 Sep 15 15:28:16.466763 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de1fb6-cc29-4ad0-89e1-5f5427c4cc63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:16.467142 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de1fb6-cc29-4ad0-89e1-5f5427c4cc63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:16.467484 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de1fb6-cc29-4ad0-89e1-5f5427c4cc63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:16.467816 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de1fb6-cc29-4ad0-89e1-5f5427c4cc63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:16.468177 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de1fb6-cc29-4ad0-89e1-5f5427c4cc63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:16.468478 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de1fb6-cc29-4ad0-89e1-5f5427c4cc63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:16.468802 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de1fb6-cc29-4ad0-89e1-5f5427c4cc63 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:16.469126 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de1fb6-cc29-4ad0-89e1-5f5427c4cc63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:16.469457 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de1fb6-cc29-4ad0-89e1-5f5427c4cc63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:16.469779 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de1fb6-cc29-4ad0-89e1-5f5427c4cc63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:16.470104 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de1fb6-cc29-4ad0-89e1-5f5427c4cc63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:16.470423 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de1fb6-cc29-4ad0-89e1-5f5427c4cc63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:16.494049 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4de1fb6-cc29-4ad0-89e1-5f5427c4cc63 admin admin] Checking segment: {'id': '60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'aaf55d3d-b53f-469a-9a1b-4f57895133bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:28:16.495245 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4de1fb6-cc29-4ad0-89e1-5f5427c4cc63 admin admin] Network hostable DHCP agents. Network: aaf55d3d-b53f-469a-9a1b-4f57895133bc, hostable agents: ['c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0'], hosted agents: [] {{(pid=94800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:28:16.531964 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cf9d4ea0-c92a-4e28-979d-fe5afea13bbc req-2bb8e048-8117-4433-812a-c9725d9790dd tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685558 Sep 15 15:28:16.610003 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4de1fb6-cc29-4ad0-89e1-5f5427c4cc63 admin admin] Network aaf55d3d-b53f-469a-9a1b-4f57895133bc is scheduled to be hosted by DHCP agent c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0 with binding_index 1 {{(pid=94800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:28:16.679212 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [None req-a4de1fb6-cc29-4ad0-89e1-5f5427c4cc63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-1-iscsi, aaf55d3d-b53f-469a-9a1b-4f57895133bc) {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:28:16.684422 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4de1fb6-cc29-4ad0-89e1-5f5427c4cc63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:16.686298 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-a4de1fb6-cc29-4ad0-89e1-5f5427c4cc63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for subnet, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:16.688350 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c733bb38-883f-4855-a065-5690903fbc64 None None] Network aaf55d3d-b53f-469a-9a1b-4f57895133bc requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:28:16.776848 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-a4de1fb6-cc29-4ad0-89e1-5f5427c4cc63 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9719708 Sep 15 15:28:16.836293 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 47636) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:16.842343 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d7515a-06de-439a-94cb-556b36180b25 None None] Network aaf55d3d-b53f-469a-9a1b-4f57895133bc requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:28:16.876017 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6974ee63-455a-48f0-981f-886e5303615d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:17.040916 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6974ee63-455a-48f0-981f-886e5303615d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:17.175663 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6974ee63-455a-48f0-981f-886e5303615d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:17.220273 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974ee63-455a-48f0-981f-886e5303615d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69b872b-c214-47c7-9960-f96795e3b9fb,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:17.227045 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-6974ee63-455a-48f0-981f-886e5303615d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=65f8cba2ea1344f59d9f5e00411e980e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3879509 Sep 15 15:28:17.229559 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 47650) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:17.292966 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c0204074-21ba-4431-976b-2c158b938e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:17.316782 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c0204074-21ba-4431-976b-2c158b938e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:17.444979 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c0204074-21ba-4431-976b-2c158b938e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:17.448967 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c0204074-21ba-4431-976b-2c158b938e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:17.453059 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-c0204074-21ba-4431-976b-2c158b938e13 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a69b872b-c214-47c7-9960-f96795e3b9fb HTTP/1.1" status: 204 len: 168 time: 0.2195997 Sep 15 15:28:17.461065 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0204074-21ba-4431-976b-2c158b938e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69b872b-c214-47c7-9960-f96795e3b9fb,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:17.650859 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddf884-a3cc-41a2-8c50-1b32e4071091 req-7cca65b8-1afc-428b-a8df-a57df7688434 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:17.652645 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-27ddf884-a3cc-41a2-8c50-1b32e4071091 req-7cca65b8-1afc-428b-a8df-a57df7688434 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.0500288 Sep 15 15:28:17.703848 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-27ddf884-a3cc-41a2-8c50-1b32e4071091 req-2b1afa4e-c7df-42c8-868f-a01e1a1257a1 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450311 Sep 15 15:28:18.853452 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5e986-4fd1-4ee5-830e-4159434bbeea req-31f81eca-edd9-4523-9421-9c58681030fa tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:18.855224 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f8e5e986-4fd1-4ee5-830e-4159434bbeea req-31f81eca-edd9-4523-9421-9c58681030fa tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.0563383 Sep 15 15:28:18.894004 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f8e5e986-4fd1-4ee5-830e-4159434bbeea req-a4736d0e-4f31-47e8-8a75-e7db08003da0 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327086 Sep 15 15:28:19.456129 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208818ac-0912-4d06-af33-952bc476fe3b req-765a2d45-24b4-4f37-974a-2c89b51ed7e3 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:19.457791 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-208818ac-0912-4d06-af33-952bc476fe3b req-765a2d45-24b4-4f37-974a-2c89b51ed7e3 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/networks?id=aaf55d3d-b53f-469a-9a1b-4f57895133bc HTTP/1.1" status: 200 len: 808 time: 0.1086264 Sep 15 15:28:19.472965 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-208818ac-0912-4d06-af33-952bc476fe3b req-6ffa027f-b279-4b61-955a-90f371aa618f tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/quotas/9172ec8966bc4f6d99bf6713d42413e2 HTTP/1.1" status: 200 len: 375 time: 0.0096536 Sep 15 15:28:19.515873 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-208818ac-0912-4d06-af33-952bc476fe3b req-8fa41d7b-cf84-4b32-bf06-212cbeae809d tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9172ec8966bc4f6d99bf6713d42413e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363390 Sep 15 15:28:19.611593 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-208818ac-0912-4d06-af33-952bc476fe3b req-6586d391-b43d-40f9-969b-38c16b0ba28b service neutron] 10.222.0.54 "GET /v2.0/networks/aaf55d3d-b53f-469a-9a1b-4f57895133bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937293 Sep 15 15:28:19.708081 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-208818ac-0912-4d06-af33-952bc476fe3b req-2ae11256-b140-4888-903b-9ca7b76b204e service neutron] 10.222.0.54 "GET /v2.0/networks/aaf55d3d-b53f-469a-9a1b-4f57895133bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927122 Sep 15 15:28:19.989361 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-52fac3f7-daef-4f73-afc0-d2614b5c57b3 req-c50b5600-73ad-4552-bd77-900961d4b9fa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419955 Sep 15 15:28:20.123892 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fac3f7-daef-4f73-afc0-d2614b5c57b3 req-bfe32dbc-9a2d-49c0-b4f1-899da2ba5146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:20.125404 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-52fac3f7-daef-4f73-afc0-d2614b5c57b3 req-bfe32dbc-9a2d-49c0-b4f1-899da2ba5146 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=54046c6f7d4140c48934b22814caa2e8&device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 1099 time: 0.0743229 Sep 15 15:28:20.146581 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236c9f3-9eee-4ef1-8abb-f32a7f3b0f64 req-ac8ed651-7b32-4008-a4c0-cb10f9efeebb tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:20.153136 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6236c9f3-9eee-4ef1-8abb-f32a7f3b0f64 req-ac8ed651-7b32-4008-a4c0-cb10f9efeebb tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.0723243 Sep 15 15:28:20.206099 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a01fac8a-3ca9-4530-9424-e3a03be6bf39 req-dd6bd7d6-005c-4c11-956c-a69268674f20 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=747d904a-9e0d-49dc-a07a-336e6620ea32 HTTP/1.1" status: 200 len: 210 time: 0.0570502 Sep 15 15:28:20.280659 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6236c9f3-9eee-4ef1-8abb-f32a7f3b0f64 req-88c6c7fd-37d4-440a-a009-b84c2798b161 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077795 Sep 15 15:28:20.320321 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fac3f7-daef-4f73-afc0-d2614b5c57b3 req-a0c6a709-71a4-4105-a988-bb75ecb4c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:20.322062 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-52fac3f7-daef-4f73-afc0-d2614b5c57b3 req-a0c6a709-71a4-4105-a988-bb75ecb4c5fd service neutron] 10.222.0.58 "GET /v2.0/networks?id=e6dd8fbf-e913-489d-a22c-6342d50fedc3 HTTP/1.1" status: 200 len: 912 time: 0.1715205 Sep 15 15:28:20.378391 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-52fac3f7-daef-4f73-afc0-d2614b5c57b3 req-e511fabc-a019-41fa-963c-fdec83b7f2c9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ce65965-c503-45f0-a954-2a17cfedf924 HTTP/1.1" status: 200 len: 217 time: 0.0474794 Sep 15 15:28:20.431399 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fac3f7-daef-4f73-afc0-d2614b5c57b3 req-9746d320-19e8-4124-87f3-cca44b929576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:20.432871 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-52fac3f7-daef-4f73-afc0-d2614b5c57b3 req-9746d320-19e8-4124-87f3-cca44b929576 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5730cad4-c7e7-440e-9f30-9b5947c3998b HTTP/1.1" status: 200 len: 851 time: 0.0441413 Sep 15 15:28:20.467680 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-52fac3f7-daef-4f73-afc0-d2614b5c57b3 req-13a7daa8-e3d8-4a46-9a28-9e7a616cdf57 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e6dd8fbf-e913-489d-a22c-6342d50fedc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249937 Sep 15 15:28:20.574856 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-52fac3f7-daef-4f73-afc0-d2614b5c57b3 req-2471c0be-3d19-4925-938c-00cfeba249e3 service neutron] 10.222.0.58 "GET /v2.0/networks/e6dd8fbf-e913-489d-a22c-6342d50fedc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878634 Sep 15 15:28:20.669945 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-52fac3f7-daef-4f73-afc0-d2614b5c57b3 req-72c3b6a9-6bd7-4949-bd37-915f084b117a service neutron] 10.222.0.58 "GET /v2.0/networks/e6dd8fbf-e913-489d-a22c-6342d50fedc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868287 Sep 15 15:28:21.291537 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2dd5c540-9851-42d1-98c1-01a3b6182843 req-ad770cdf-404f-4290-9082-4eba26a7d7dd tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=747d904a-9e0d-49dc-a07a-336e6620ea32 HTTP/1.1" status: 200 len: 210 time: 0.0268538 Sep 15 15:28:21.416842 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac68f14-a182-4b2f-89dd-ec0018775dad req-cec30fca-7273-4ac3-b192-5ecdb98e06ed tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:21.418394 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bac68f14-a182-4b2f-89dd-ec0018775dad req-cec30fca-7273-4ac3-b192-5ecdb98e06ed tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.0616171 Sep 15 15:28:21.459650 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bac68f14-a182-4b2f-89dd-ec0018775dad req-93c6b295-3b0a-4956-bc62-8c6d47380e7b tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342367 Sep 15 15:28:22.411303 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-66c55ddb-7d47-40b0-a959-b238df9cdcf1 req-d98b689e-53d2-4ced-92c8-7c264dadd6d4 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=747d904a-9e0d-49dc-a07a-336e6620ea32 HTTP/1.1" status: 200 len: 210 time: 0.0322978 Sep 15 15:28:22.586828 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e8909-98fb-4b8b-91b3-18830a6c89a3 req-1a326788-7e65-4a44-92f1-4b34b1140cf1 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:22.588908 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-292e8909-98fb-4b8b-91b3-18830a6c89a3 req-1a326788-7e65-4a44-92f1-4b34b1140cf1 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.0510669 Sep 15 15:28:22.636759 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-292e8909-98fb-4b8b-91b3-18830a6c89a3 req-d1b92190-0043-4323-b94f-49fe41aebba3 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405579 Sep 15 15:28:22.925460 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:23.125467 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208818ac-0912-4d06-af33-952bc476fe3b req-dee02fd5-5e6f-446c-9d02-7a7c8b67e5de tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:23.127005 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-208818ac-0912-4d06-af33-952bc476fe3b req-dee02fd5-5e6f-446c-9d02-7a7c8b67e5de tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.58 "GET /v2.0/networks?id=aaf55d3d-b53f-469a-9a1b-4f57895133bc HTTP/1.1" status: 200 len: 808 time: 0.1552637 Sep 15 15:28:23.156193 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [req-208818ac-0912-4d06-af33-952bc476fe3b req-e096e267-0af3-4e37-9770-36d53c2820ea tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Request body: {'port': {'device_id': '747d904a-9e0d-49dc-a07a-336e6620ea32', 'network_id': 'aaf55d3d-b53f-469a-9a1b-4f57895133bc', 'admin_state_up': True, 'tenant_id': '9172ec8966bc4f6d99bf6713d42413e2'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:28:23.289854 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-531f965f-01e8-4b6a-9c92-46aca21debee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:23.388026 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-208818ac-0912-4d06-af33-952bc476fe3b req-e096e267-0af3-4e37-9770-36d53c2820ea tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Made reservation on behalf of 9172ec8966bc4f6d99bf6713d42413e2 for: {'port': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:28:23.391214 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-208818ac-0912-4d06-af33-952bc476fe3b req-e096e267-0af3-4e37-9770-36d53c2820ea tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:23.551322 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-afb0fd3a-85da-4095-a0f3-a50e89ac176f req-5ce7677a-cd45-46ae-ae67-200d48ce27e1 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=747d904a-9e0d-49dc-a07a-336e6620ea32 HTTP/1.1" status: 200 len: 210 time: 0.0579576 Sep 15 15:28:23.591791 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_common [req-208818ac-0912-4d06-af33-952bc476fe3b req-e096e267-0af3-4e37-9770-36d53c2820ea tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Allocated IP 172.20.0.5 (aaf55d3d-b53f-469a-9a1b-4f57895133bc/cf29e92e-3a44-4b4b-a215-5fd0de3c2f07/58282ec0-8274-4e21-9766-f10042c4baaf) {{(pid=94800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:28:23.839700 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-208818ac-0912-4d06-af33-952bc476fe3b req-e096e267-0af3-4e37-9770-36d53c2820ea tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Notify callbacks [] for port, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:23.857861 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb5be4-6879-4487-a18d-d99a63bcd0fb req-640d2d6a-b187-46a6-a481-845161c450e3 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:23.859864 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-55fb5be4-6879-4487-a18d-d99a63bcd0fb req-640d2d6a-b187-46a6-a481-845161c450e3 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 946 time: 0.1236603 Sep 15 15:28:23.879749 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de929a0a-1840-4d42-a34d-c39a18f2030b req-41ca768d-ea60-4f3a-b4b0-4dac7b3e34ee tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:23.883506 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-de929a0a-1840-4d42-a34d-c39a18f2030b req-41ca768d-ea60-4f3a-b4b0-4dac7b3e34ee tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.1375127 Sep 15 15:28:23.966223 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-55fb5be4-6879-4487-a18d-d99a63bcd0fb req-4aee9506-abd4-4525-af5f-ac897a962ff3 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814433 Sep 15 15:28:23.968834 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-de929a0a-1840-4d42-a34d-c39a18f2030b req-3816360b-eda4-4503-ad97-265ae77c952c tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801125 Sep 15 15:28:24.056527 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-208818ac-0912-4d06-af33-952bc476fe3b req-e096e267-0af3-4e37-9770-36d53c2820ea tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464'] for port, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:24.102735 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-208818ac-0912-4d06-af33-952bc476fe3b req-e096e267-0af3-4e37-9770-36d53c2820ea tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Network aaf55d3d-b53f-469a-9a1b-4f57895133bc is already hosted by enough agents. {{(pid=94800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:28:24.106483 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [req-208818ac-0912-4d06-af33-952bc476fe3b req-e096e267-0af3-4e37-9770-36d53c2820ea tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Resources bound (agent type, host, resource id): {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:28:24.113471 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [req-208818ac-0912-4d06-af33-952bc476fe3b req-e096e267-0af3-4e37-9770-36d53c2820ea tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Received port after_create {{(pid=94800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:28:24.118893 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208818ac-0912-4d06-af33-952bc476fe3b req-e096e267-0af3-4e37-9770-36d53c2820ea tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:24.120089 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-208818ac-0912-4d06-af33-952bc476fe3b req-e096e267-0af3-4e37-9770-36d53c2820ea tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:24.128666 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096e267-0af3-4e37-9770-36d53c2820ea tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Pushing event updated for resources: {'Port': ['ID=58282ec0-8274-4e21-9766-f10042c4baaf,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:24.289003 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-208818ac-0912-4d06-af33-952bc476fe3b req-e096e267-0af3-4e37-9770-36d53c2820ea tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1273305 Sep 15 15:28:24.296476 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [req-208818ac-0912-4d06-af33-952bc476fe3b req-49cfee95-2db1-4af2-9e71-00e16de9e31d service neutron] Request body: {'port': {'device_id': '747d904a-9e0d-49dc-a07a-336e6620ea32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:28:24.356648 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-208818ac-0912-4d06-af33-952bc476fe3b req-49cfee95-2db1-4af2-9e71-00e16de9e31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:24.630819 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [req-208818ac-0912-4d06-af33-952bc476fe3b req-49cfee95-2db1-4af2-9e71-00e16de9e31d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58282ec0-8274-4e21-9766-f10042c4baaf {{(pid=94800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:28:24.639768 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-208818ac-0912-4d06-af33-952bc476fe3b req-49cfee95-2db1-4af2-9e71-00e16de9e31d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:24.673186 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.provisioning_blocks [req-208818ac-0912-4d06-af33-952bc476fe3b req-49cfee95-2db1-4af2-9e71-00e16de9e31d service neutron] Transition to ACTIVE for port object 58282ec0-8274-4e21-9766-f10042c4baaf will not be triggered until provisioned by entity L2. {{(pid=94800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:28:24.692298 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4681c91-e678-4eb6-baf7-9a800b96b7a6 req-8300f7ba-1310-45b4-b191-3fc5aa84d8fc tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:24.693786 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c4681c91-e678-4eb6-baf7-9a800b96b7a6 req-8300f7ba-1310-45b4-b191-3fc5aa84d8fc tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=747d904a-9e0d-49dc-a07a-336e6620ea32 HTTP/1.1" status: 200 len: 931 time: 0.0586822 Sep 15 15:28:24.736211 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c4681c91-e678-4eb6-baf7-9a800b96b7a6 req-39658dd5-842e-410a-87d7-3eca7bffd06f tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/security-groups?id=a28ebd5c-d1d6-47a3-8201-e97619536e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357471 Sep 15 15:28:24.752965 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-208818ac-0912-4d06-af33-952bc476fe3b req-49cfee95-2db1-4af2-9e71-00e16de9e31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:24.807611 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cfee95-2db1-4af2-9e71-00e16de9e31d service neutron] Pushing event updated for resources: {'Port': ['ID=58282ec0-8274-4e21-9766-f10042c4baaf,revision_number=2']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:24.838663 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-208818ac-0912-4d06-af33-952bc476fe3b req-49cfee95-2db1-4af2-9e71-00e16de9e31d service neutron] Attempting to bind port 58282ec0-8274-4e21-9766-f10042c4baaf on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:28:24.839545 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-208818ac-0912-4d06-af33-952bc476fe3b req-49cfee95-2db1-4af2-9e71-00e16de9e31d service neutron] Attempting to bind port 58282ec0-8274-4e21-9766-f10042c4baaf by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'aaf55d3d-b53f-469a-9a1b-4f57895133bc'}] {{(pid=94800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:28:24.839545 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208818ac-0912-4d06-af33-952bc476fe3b req-49cfee95-2db1-4af2-9e71-00e16de9e31d service neutron] Attempting to bind port 58282ec0-8274-4e21-9766-f10042c4baaf on network aaf55d3d-b53f-469a-9a1b-4f57895133bc {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:28:24.843929 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208818ac-0912-4d06-af33-952bc476fe3b req-49cfee95-2db1-4af2-9e71-00e16de9e31d service neutron] Port 58282ec0-8274-4e21-9766-f10042c4baaf on network aaf55d3d-b53f-469a-9a1b-4f57895133bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:28:24.844241 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208818ac-0912-4d06-af33-952bc476fe3b req-49cfee95-2db1-4af2-9e71-00e16de9e31d service neutron] Attempting to bind port 58282ec0-8274-4e21-9766-f10042c4baaf on network aaf55d3d-b53f-469a-9a1b-4f57895133bc {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:28:24.849133 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208818ac-0912-4d06-af33-952bc476fe3b req-49cfee95-2db1-4af2-9e71-00e16de9e31d service neutron] Checking agent: {'id': 'eba348e6-0b8a-43b6-acdf-c2678b53c044', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'started_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:28:24.849464 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208818ac-0912-4d06-af33-952bc476fe3b req-49cfee95-2db1-4af2-9e71-00e16de9e31d service neutron] Checking segment: {'id': '60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'aaf55d3d-b53f-469a-9a1b-4f57895133bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:28:24.849835 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208818ac-0912-4d06-af33-952bc476fe3b req-49cfee95-2db1-4af2-9e71-00e16de9e31d service neutron] Bound using segment: {'id': '60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'aaf55d3d-b53f-469a-9a1b-4f57895133bc'} {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:28:24.850377 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-208818ac-0912-4d06-af33-952bc476fe3b req-49cfee95-2db1-4af2-9e71-00e16de9e31d service neutron] Bound port: 58282ec0-8274-4e21-9766-f10042c4baaf, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'aaf55d3d-b53f-469a-9a1b-4f57895133bc'}}] {{(pid=94800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:28:24.850662 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-208818ac-0912-4d06-af33-952bc476fe3b req-49cfee95-2db1-4af2-9e71-00e16de9e31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:24.921792 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-208818ac-0912-4d06-af33-952bc476fe3b req-49cfee95-2db1-4af2-9e71-00e16de9e31d service neutron] For port 58282ec0-8274-4e21-9766-f10042c4baaf, host hv-cinder-80920, cleared binding levels {{(pid=94800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:28:24.936775 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-208818ac-0912-4d06-af33-952bc476fe3b req-49cfee95-2db1-4af2-9e71-00e16de9e31d service neutron] For port 58282ec0-8274-4e21-9766-f10042c4baaf, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=58282ec0-8274-4e21-9766-f10042c4baaf,segment=NetworkSegment(60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e),segment_id=60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e)] {{(pid=94800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:28:25.132508 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2475131-a01d-4372-9826-dab18626a402 req-c820ef95-c6ab-44e5-89b7-3d4ff81ec32a tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:25.134010 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e2475131-a01d-4372-9826-dab18626a402 req-c820ef95-c6ab-44e5-89b7-3d4ff81ec32a tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.0882337 Sep 15 15:28:25.141936 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52013fa5-541a-45ce-9974-4ad9a86efe73 req-e527e19d-cb3a-469a-8984-73f72690a4f4 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:25.148059 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-52013fa5-541a-45ce-9974-4ad9a86efe73 req-e527e19d-cb3a-469a-8984-73f72690a4f4 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 946 time: 0.0988479 Sep 15 15:28:25.196525 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e2475131-a01d-4372-9826-dab18626a402 req-788e31bc-bd92-442b-86c6-883c3d873f80 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522330 Sep 15 15:28:25.218342 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-52013fa5-541a-45ce-9974-4ad9a86efe73 req-5e19b3ac-e854-4b45-9103-b1b2eadb46c0 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586858 Sep 15 15:28:25.228371 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-208818ac-0912-4d06-af33-952bc476fe3b req-49cfee95-2db1-4af2-9e71-00e16de9e31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:25.265113 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208818ac-0912-4d06-af33-952bc476fe3b req-49cfee95-2db1-4af2-9e71-00e16de9e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:25.265721 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-208818ac-0912-4d06-af33-952bc476fe3b req-49cfee95-2db1-4af2-9e71-00e16de9e31d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:25.267224 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-208818ac-0912-4d06-af33-952bc476fe3b req-49cfee95-2db1-4af2-9e71-00e16de9e31d service neutron] 10.222.0.58 "PUT /v2.0/ports/58282ec0-8274-4e21-9766-f10042c4baaf HTTP/1.1" status: 200 len: 1093 time: 0.9750946 Sep 15 15:28:25.267668 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747d904a-9e0d-49dc-a07a-336e6620ea32', 'tag': '58282ec0-8274-4e21-9766-f10042c4baaf'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:28:25.270014 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fea5d5-1073-48ba-a487-6f0a66d273ea" -d '{"events": [{"name": "network-changed", "server_uuid": "747d904a-9e0d-49dc-a07a-336e6620ea32", "tag": "58282ec0-8274-4e21-9766-f10042c4baaf"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:28:25.317675 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98077baa-c57e-45f8-8947-7af7f4d2d752 x-openstack-request-id: req-98077baa-c57e-45f8-8947-7af7f4d2d752 {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:28:25.317964 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747d904a-9e0d-49dc-a07a-336e6620ea32", "tag": "58282ec0-8274-4e21-9766-f10042c4baaf", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:28:25.318295 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-98077baa-c57e-45f8-8947-7af7f4d2d752 {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:28:25.318688 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747d904a-9e0d-49dc-a07a-336e6620ea32', 'tag': '58282ec0-8274-4e21-9766-f10042c4baaf', 'status': 'completed', 'code': 200} Sep 15 15:28:25.319910 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cfee95-2db1-4af2-9e71-00e16de9e31d service neutron] Pushing event updated for resources: {'Port': ['ID=58282ec0-8274-4e21-9766-f10042c4baaf,revision_number=3']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:25.601915 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fea5d5-1073-48ba-a487-6f0a66d273ea req-958062dc-5161-44b1-ae99-6132b526c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:25.603510 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c1fea5d5-1073-48ba-a487-6f0a66d273ea req-958062dc-5161-44b1-ae99-6132b526c94d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9172ec8966bc4f6d99bf6713d42413e2&device_id=747d904a-9e0d-49dc-a07a-336e6620ea32 HTTP/1.1" status: 200 len: 1096 time: 0.2603023 Sep 15 15:28:25.850865 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413267a-f01e-48dc-bcfd-0686d81f31aa req-faeb4301-2db9-4949-9d3f-b7178ea3e489 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:25.852380 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5413267a-f01e-48dc-bcfd-0686d81f31aa req-faeb4301-2db9-4949-9d3f-b7178ea3e489 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=747d904a-9e0d-49dc-a07a-336e6620ea32 HTTP/1.1" status: 200 len: 943 time: 0.0482233 Sep 15 15:28:25.891773 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5413267a-f01e-48dc-bcfd-0686d81f31aa req-b5bc2c45-9413-4531-8b0e-6e3c24337006 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/security-groups?id=a28ebd5c-d1d6-47a3-8201-e97619536e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331643 Sep 15 15:28:26.147753 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-d03580cb-17d0-4361-8b31-a8b6686710c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:26.171063 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:26.314748 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b36bdb-f4ec-460d-bcf3-98defafee5cc req-bdf81153-27d6-4530-bb92-aff3bc4caf79 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:26.316250 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d4b36bdb-f4ec-460d-bcf3-98defafee5cc req-bdf81153-27d6-4530-bb92-aff3bc4caf79 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.0490925 Sep 15 15:28:26.359175 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d4b36bdb-f4ec-460d-bcf3-98defafee5cc req-ba8b21a5-593a-465b-85e5-fb166b99d413 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366547 Sep 15 15:28:26.465742 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b2d63-61c0-4498-84ec-da59a39c9490 req-3a15a6b8-e6e8-40c2-884e-f1dcab646159 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:26.467196 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fd2b2d63-61c0-4498-84ec-da59a39c9490 req-3a15a6b8-e6e8-40c2-884e-f1dcab646159 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 946 time: 0.0480845 Sep 15 15:28:26.509716 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fd2b2d63-61c0-4498-84ec-da59a39c9490 req-9eb19f43-aae1-4972-a4e3-49f1ece0d969 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364308 Sep 15 15:28:26.765704 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 47952) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:26.874527 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b5766ba8-9789-4134-b7a2-488a470fd56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:26.975317 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b5766ba8-9789-4134-b7a2-488a470fd56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:27.020039 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32af65-0ea2-47a0-b167-759c3e37c715 req-1ecbf6a6-61a9-4574-86a7-1ede4de3133d tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:27.021610 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9d32af65-0ea2-47a0-b167-759c3e37c715 req-1ecbf6a6-61a9-4574-86a7-1ede4de3133d tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=747d904a-9e0d-49dc-a07a-336e6620ea32 HTTP/1.1" status: 200 len: 943 time: 0.0597725 Sep 15 15:28:27.062490 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9d32af65-0ea2-47a0-b167-759c3e37c715 req-ae04701b-1d3b-407c-b77b-e4fe93828f73 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/security-groups?id=a28ebd5c-d1d6-47a3-8201-e97619536e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336921 Sep 15 15:28:27.084942 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b5766ba8-9789-4134-b7a2-488a470fd56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:27.124063 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-b5766ba8-9789-4134-b7a2-488a470fd56f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cfd27280e0354e5c8620f99946fb85b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3571908 Sep 15 15:28:27.124612 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:27.124903 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5766ba8-9789-4134-b7a2-488a470fd56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b0a716-d505-4d6f-805f-11fba70cbd5c,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:27.126873 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 47960) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:27.178250 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-663952e8-e9be-4498-a0fe-5e01282f061a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:27.200672 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-663952e8-e9be-4498-a0fe-5e01282f061a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:27.318567 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-663952e8-e9be-4498-a0fe-5e01282f061a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:27.321538 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-663952e8-e9be-4498-a0fe-5e01282f061a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:27.322723 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-663952e8-e9be-4498-a0fe-5e01282f061a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/42b0a716-d505-4d6f-805f-11fba70cbd5c HTTP/1.1" status: 204 len: 168 time: 0.1948619 Sep 15 15:28:27.331699 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663952e8-e9be-4498-a0fe-5e01282f061a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b0a716-d505-4d6f-805f-11fba70cbd5c,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:27.478740 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ab159-87f4-4419-8eef-32a2277f2d9e req-01b0ae10-9fc3-4014-9f9b-565b86fc7920 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:27.480234 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-960ab159-87f4-4419-8eef-32a2277f2d9e req-01b0ae10-9fc3-4014-9f9b-565b86fc7920 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.0519667 Sep 15 15:28:27.518710 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-960ab159-87f4-4419-8eef-32a2277f2d9e req-62cf9a2d-ca34-4cf0-bb53-23491ada32ba tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317028 Sep 15 15:28:27.636300 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8888a-4a1a-4456-8682-28e522c22d3a req-314cffd7-a517-4f3d-8eef-bd6dce5d94d7 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:27.638582 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f0d8888a-4a1a-4456-8682-28e522c22d3a req-314cffd7-a517-4f3d-8eef-bd6dce5d94d7 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 946 time: 0.0560584 Sep 15 15:28:27.677650 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f0d8888a-4a1a-4456-8682-28e522c22d3a req-c7480539-8687-4434-9de7-12bb1cdabfb7 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328774 Sep 15 15:28:28.054771 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 47976) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:28.068880 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c747aff5-78f7-4f80-8738-ad96d53060cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:28.191999 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c747aff5-78f7-4f80-8738-ad96d53060cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:28.212460 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cf408-01a6-45f4-8dae-aeabcbca02c8 req-b509c596-9f97-4a6f-97fc-81527e8a4b6c tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:28.214000 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fe3cf408-01a6-45f4-8dae-aeabcbca02c8 req-b509c596-9f97-4a6f-97fc-81527e8a4b6c tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=747d904a-9e0d-49dc-a07a-336e6620ea32 HTTP/1.1" status: 200 len: 943 time: 0.0730112 Sep 15 15:28:28.255643 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fe3cf408-01a6-45f4-8dae-aeabcbca02c8 req-a178bb57-48a2-4654-abab-1d6f23b7fa2b tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/security-groups?id=a28ebd5c-d1d6-47a3-8201-e97619536e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345082 Sep 15 15:28:28.267410 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c747aff5-78f7-4f80-8738-ad96d53060cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:28.305222 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-c747aff5-78f7-4f80-8738-ad96d53060cd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d438fcd9f59f4fe58fe16ac9a72a9058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491741 Sep 15 15:28:28.306087 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747aff5-78f7-4f80-8738-ad96d53060cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bece9178-9806-47cd-9c25-c035ec2aa201,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:28.307923 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 47984) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:28.372493 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-22a51e05-7a96-471c-98f9-eab5966268c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:28.395709 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-22a51e05-7a96-471c-98f9-eab5966268c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:28.449805 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fea5d5-1073-48ba-a487-6f0a66d273ea req-76f570b5-1760-42b3-a579-1b86b4123caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:28.451213 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c1fea5d5-1073-48ba-a487-6f0a66d273ea req-76f570b5-1760-42b3-a579-1b86b4123caf service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=9172ec8966bc4f6d99bf6713d42413e2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1298206 Sep 15 15:28:28.560036 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fea5d5-1073-48ba-a487-6f0a66d273ea req-899adc4f-5a91-4633-8a28-ea8cb6a2fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:28.562095 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-22a51e05-7a96-471c-98f9-eab5966268c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:28.562567 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c1fea5d5-1073-48ba-a487-6f0a66d273ea req-899adc4f-5a91-4633-8a28-ea8cb6a2fc90 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0994406 Sep 15 15:28:28.565415 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-22a51e05-7a96-471c-98f9-eab5966268c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:28.569466 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-22a51e05-7a96-471c-98f9-eab5966268c0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bece9178-9806-47cd-9c25-c035ec2aa201 HTTP/1.1" status: 204 len: 168 time: 0.2602761 Sep 15 15:28:28.584421 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a51e05-7a96-471c-98f9-eab5966268c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bece9178-9806-47cd-9c25-c035ec2aa201,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:28.719259 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fb4bf-03b1-4ad6-b011-db5c37d544a2 req-a2a5656f-25d0-4ba2-9539-2aa3777fa16b tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:28.720904 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e94fb4bf-03b1-4ad6-b011-db5c37d544a2 req-a2a5656f-25d0-4ba2-9539-2aa3777fa16b tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.0702112 Sep 15 15:28:28.729955 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208818ac-0912-4d06-af33-952bc476fe3b req-154e4a5b-5926-47a7-b1f4-63c658556756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:28.731806 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-208818ac-0912-4d06-af33-952bc476fe3b req-154e4a5b-5926-47a7-b1f4-63c658556756 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9172ec8966bc4f6d99bf6713d42413e2&device_id=747d904a-9e0d-49dc-a07a-336e6620ea32 HTTP/1.1" status: 200 len: 1096 time: 0.1145544 Sep 15 15:28:28.741495 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:28.794028 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-208818ac-0912-4d06-af33-952bc476fe3b req-43d66ca7-aa8a-4669-8847-39995c9706cb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58282ec0-8274-4e21-9766-f10042c4baaf HTTP/1.1" status: 200 len: 217 time: 0.0481899 Sep 15 15:28:28.830197 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e94fb4bf-03b1-4ad6-b011-db5c37d544a2 req-2bc0c31f-2b9f-4c07-8b61-7c9acad9b3e5 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974305 Sep 15 15:28:28.881230 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe5300-1e6c-4009-986a-be6ed8140bf4 req-b90c8638-44df-4757-92f1-ef273b063d04 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:28.882760 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dffe5300-1e6c-4009-986a-be6ed8140bf4 req-b90c8638-44df-4757-92f1-ef273b063d04 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 946 time: 0.1284692 Sep 15 15:28:28.884550 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208818ac-0912-4d06-af33-952bc476fe3b req-f4651e87-75f4-40e4-8695-890e40c2642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:28.885861 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-208818ac-0912-4d06-af33-952bc476fe3b req-f4651e87-75f4-40e4-8695-890e40c2642c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf29e92e-3a44-4b4b-a215-5fd0de3c2f07 HTTP/1.1" status: 200 len: 848 time: 0.0712700 Sep 15 15:28:28.929793 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-208818ac-0912-4d06-af33-952bc476fe3b req-b9bb11dd-f438-4b0c-988b-6fa45c4a15c4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaf55d3d-b53f-469a-9a1b-4f57895133bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310268 Sep 15 15:28:28.966175 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dffe5300-1e6c-4009-986a-be6ed8140bf4 req-4c843f36-49c1-4582-b163-efeeaee159b8 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736079 Sep 15 15:28:29.051057 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-208818ac-0912-4d06-af33-952bc476fe3b req-db602996-495a-4964-b702-9d237d2aedc4 service neutron] 10.222.0.58 "GET /v2.0/networks/aaf55d3d-b53f-469a-9a1b-4f57895133bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099820 Sep 15 15:28:29.161755 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-208818ac-0912-4d06-af33-952bc476fe3b req-25fc42cc-28b2-4e14-b4ce-5db683bcfddb service neutron] 10.222.0.58 "GET /v2.0/networks/aaf55d3d-b53f-469a-9a1b-4f57895133bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003835 Sep 15 15:28:29.397671 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07106faf-54b0-421b-891a-9ca2fb934328 req-cb06368c-a766-44b7-ad4f-5fecd13ff7e4 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:29.403877 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-07106faf-54b0-421b-891a-9ca2fb934328 req-cb06368c-a766-44b7-ad4f-5fecd13ff7e4 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=747d904a-9e0d-49dc-a07a-336e6620ea32 HTTP/1.1" status: 200 len: 943 time: 0.0717392 Sep 15 15:28:29.444571 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-07106faf-54b0-421b-891a-9ca2fb934328 req-1cff7e98-0e73-4502-aeef-111e358bbb33 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/security-groups?id=a28ebd5c-d1d6-47a3-8201-e97619536e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364606 Sep 15 15:28:29.959955 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae411f7-2808-4f5d-9c6f-96e646374126 req-c9ae6b8b-83a8-4cfb-a4e4-38e3d1a1f93c tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:29.961476 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1ae411f7-2808-4f5d-9c6f-96e646374126 req-c9ae6b8b-83a8-4cfb-a4e4-38e3d1a1f93c tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.0568354 Sep 15 15:28:30.004540 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1ae411f7-2808-4f5d-9c6f-96e646374126 req-5c3828c9-379c-44ef-9524-6fba3c957d18 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367615 Sep 15 15:28:30.120686 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d77c0-c2da-4cd8-b348-42da33361d9a req-b0cba8c1-452c-4c6a-81a9-275bee06b137 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:30.122806 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fd4d77c0-c2da-4cd8-b348-42da33361d9a req-b0cba8c1-452c-4c6a-81a9-275bee06b137 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 946 time: 0.0553503 Sep 15 15:28:30.161408 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fd4d77c0-c2da-4cd8-b348-42da33361d9a req-7ad3ae29-c7ad-4f6d-9111-4a5f0861b419 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324278 Sep 15 15:28:30.599220 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb700b30-417d-4d5f-8580-1a54193082ca req-3477e066-2b73-44d0-9d48-e89c5b55bf5d tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:30.600708 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fb700b30-417d-4d5f-8580-1a54193082ca req-3477e066-2b73-44d0-9d48-e89c5b55bf5d tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=747d904a-9e0d-49dc-a07a-336e6620ea32 HTTP/1.1" status: 200 len: 943 time: 0.0503454 Sep 15 15:28:30.638050 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fb700b30-417d-4d5f-8580-1a54193082ca req-917fdbc0-2710-4328-acba-bcd1820c01a6 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/security-groups?id=a28ebd5c-d1d6-47a3-8201-e97619536e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312712 Sep 15 15:28:31.160034 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff556b45-4a7b-4268-8082-59acf3ebdeca req-4de61e13-6d60-45d5-b24a-d3b2998a3042 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:31.161577 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ff556b45-4a7b-4268-8082-59acf3ebdeca req-4de61e13-6d60-45d5-b24a-d3b2998a3042 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.0797844 Sep 15 15:28:31.198763 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa682206-0842-4e41-8cab-4789d7e5e564 req-abea2250-1bc8-4cc5-bb5d-6ce28afe2f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:31.200870 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-aa682206-0842-4e41-8cab-4789d7e5e564 req-abea2250-1bc8-4cc5-bb5d-6ce28afe2f87 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 1098 time: 0.0738845 Sep 15 15:28:31.215462 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ff556b45-4a7b-4268-8082-59acf3ebdeca req-92746467-fe91-43f2-bc15-1d29362e2c9b tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470266 Sep 15 15:28:31.256686 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-aa682206-0842-4e41-8cab-4789d7e5e564 req-51056882-7df8-4833-b922-0b5600e9cebf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447495 Sep 15 15:28:31.292755 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27daee-114b-47cc-b499-b01ffe52b8c6 req-b4e47276-ba5b-458e-8fbc-09694857256e tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:31.294854 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7d27daee-114b-47cc-b499-b01ffe52b8c6 req-b4e47276-ba5b-458e-8fbc-09694857256e tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 946 time: 0.0538583 Sep 15 15:28:31.338451 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7d27daee-114b-47cc-b499-b01ffe52b8c6 req-d7e1caf2-7dfb-44f1-828b-de282621f394 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338755 Sep 15 15:28:31.531428 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 58282ec0-8274-4e21-9766-f10042c4baaf details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:28:31.632493 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 58282ec0-8274-4e21-9766-f10042c4baaf, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=58282ec0-8274-4e21-9766-f10042c4baaf,segment=NetworkSegment(60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e),segment_id=60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:28:31.644797 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Returning: {'device': '58282ec0-8274-4e21-9766-f10042c4baaf', 'network_id': 'aaf55d3d-b53f-469a-9a1b-4f57895133bc', 'port_id': '58282ec0-8274-4e21-9766-f10042c4baaf', 'mac_address': 'fa:16:3e:e1:8a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf29e92e-3a44-4b4b-a215-5fd0de3c2f07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:28:31.689329 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:31.704076 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58282ec0-8274-4e21-9766-f10042c4baaf {{(pid=94801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:28:31.726306 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 58282ec0-8274-4e21-9766-f10042c4baaf, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=58282ec0-8274-4e21-9766-f10042c4baaf,segment=NetworkSegment(60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e),segment_id=60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:28:31.766757 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb12252-516a-4738-893a-631d4cb41ac0 req-81e0eea1-8224-4fa7-90a3-920089ecdb2d tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:31.769351 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5bb12252-516a-4738-893a-631d4cb41ac0 req-81e0eea1-8224-4fa7-90a3-920089ecdb2d tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=747d904a-9e0d-49dc-a07a-336e6620ea32 HTTP/1.1" status: 200 len: 943 time: 0.0558386 Sep 15 15:28:31.807626 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5bb12252-516a-4738-893a-631d4cb41ac0 req-79408a39-79a3-470e-a620-ca6068602b01 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/security-groups?id=a28ebd5c-d1d6-47a3-8201-e97619536e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322835 Sep 15 15:28:31.860621 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:31.915244 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=58282ec0-8274-4e21-9766-f10042c4baaf,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:31.923912 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:31.924265 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:31.924608 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:31.924944 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:31.925283 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:31.925614 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:31.925941 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:31.926269 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:31.926617 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:31.926945 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:31.927294 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:31.927619 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:28:32.139103 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['58282ec0-8274-4e21-9766-f10042c4baaf'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:28:32.358243 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d94d0b-aa13-408f-96a6-28d3dd5f19db req-af9a5dfe-f255-41a6-8fa3-bbd3f4496714 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:32.359832 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e1d94d0b-aa13-408f-96a6-28d3dd5f19db req-af9a5dfe-f255-41a6-8fa3-bbd3f4496714 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.0531838 Sep 15 15:28:32.405249 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e1d94d0b-aa13-408f-96a6-28d3dd5f19db req-1a4337fb-2fa1-42e7-8a9d-3429370f1f39 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391052 Sep 15 15:28:32.462083 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a079415-6c17-47a5-bacc-5a9d0308a2c1 req-73bbc1c2-c424-4649-9286-eafb14ef1594 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:32.467604 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6a079415-6c17-47a5-bacc-5a9d0308a2c1 req-73bbc1c2-c424-4649-9286-eafb14ef1594 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 946 time: 0.0571947 Sep 15 15:28:32.515609 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6a079415-6c17-47a5-bacc-5a9d0308a2c1 req-e1f5e607-a727-4e1c-b7d5-0ea2d961ff21 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453022 Sep 15 15:28:32.926065 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96879e6d-3cdd-4acd-aeb3-90f67fb8c46c req-73756457-68c0-44aa-a1c1-db8c2d6c066c tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:32.927586 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-96879e6d-3cdd-4acd-aeb3-90f67fb8c46c req-73756457-68c0-44aa-a1c1-db8c2d6c066c tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=747d904a-9e0d-49dc-a07a-336e6620ea32 HTTP/1.1" status: 200 len: 944 time: 0.0529115 Sep 15 15:28:32.967319 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-96879e6d-3cdd-4acd-aeb3-90f67fb8c46c req-7d8294c0-9b81-42a1-ba9e-5ae410008741 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/security-groups?id=a28ebd5c-d1d6-47a3-8201-e97619536e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333674 Sep 15 15:28:33.375474 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 48172) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:33.486882 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-267becd7-7c3b-438f-8a65-901da42ec4c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:33.527020 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d97d44-a3d4-4363-979c-4b0a4971d1c5 req-67ddfe79-a97f-4323-93f4-e38d63d4107e tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:33.541469 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-04d97d44-a3d4-4363-979c-4b0a4971d1c5 req-67ddfe79-a97f-4323-93f4-e38d63d4107e tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.0511119 Sep 15 15:28:33.541806 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 58282ec0-8274-4e21-9766-f10042c4baaf up at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:28:33.577257 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-04d97d44-a3d4-4363-979c-4b0a4971d1c5 req-f29c292d-4fee-424a-bdf0-eefb8f336994 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408437 Sep 15 15:28:33.608513 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-267becd7-7c3b-438f-8a65-901da42ec4c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:33.678316 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-267becd7-7c3b-438f-8a65-901da42ec4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:33.690888 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning for port 58282ec0-8274-4e21-9766-f10042c4baaf completed by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:28:33.697404 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning complete for port 58282ec0-8274-4e21-9766-f10042c4baaf triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:28:33.697822 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:33.720386 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad466100-c67b-4d0a-8244-713f57361fdb req-f7b47507-846c-4085-b3d0-2641ddd7a0f6 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:33.721948 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ad466100-c67b-4d0a-8244-713f57361fdb req-f7b47507-846c-4085-b3d0-2641ddd7a0f6 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 946 time: 0.0974469 Sep 15 15:28:33.724500 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-267becd7-7c3b-438f-8a65-901da42ec4c6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c70f40e5626d4f28b7e8ece5b1a0cc85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3479140 Sep 15 15:28:33.726325 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267becd7-7c3b-438f-8a65-901da42ec4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a8231f-e69e-40e2-a496-0074c6848e5e,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:33.728394 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 48192) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:33.765157 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e941a-61a8-40d6-90ce-80e4c5253838 req-385fd74e-4cd1-4803-8725-a68c783c5cbc tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:33.766811 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-165e941a-61a8-40d6-90ce-80e4c5253838 req-385fd74e-4cd1-4803-8725-a68c783c5cbc tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.1012955 Sep 15 15:28:33.783582 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:33.814546 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747d904a-9e0d-49dc-a07a-336e6620ea32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58282ec0-8274-4e21-9766-f10042c4baaf'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:28:33.820101 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bc8914-211b-4eca-82b2-9b0dbe4c873b" -d '{"events": [{"server_uuid": "747d904a-9e0d-49dc-a07a-336e6620ea32", "name": "network-vif-plugged", "status": "completed", "tag": "58282ec0-8274-4e21-9766-f10042c4baaf"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:28:33.832702 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 58282ec0-8274-4e21-9766-f10042c4baaf, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=58282ec0-8274-4e21-9766-f10042c4baaf,segment=NetworkSegment(60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e),segment_id=60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:28:33.839056 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ad466100-c67b-4d0a-8244-713f57361fdb req-765bd494-7342-48db-97b2-eec5d008f1a2 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014259 Sep 15 15:28:33.854985 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-165e941a-61a8-40d6-90ce-80e4c5253838 req-bc308090-7035-4ac2-ac99-d9b7e0dfd248 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773516 Sep 15 15:28:33.860728 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ae19a0ec-2d50-4a4f-a7a2-29d4cae91d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:33.888894 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ae19a0ec-2d50-4a4f-a7a2-29d4cae91d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:33.913062 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:33.917343 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 9ce65965-c503-45f0-a954-2a17cfedf924 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:28:33.944602 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4478c183-6a1c-488b-9c3f-86de6edd50d7 x-openstack-request-id: req-4478c183-6a1c-488b-9c3f-86de6edd50d7 {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:28:33.944890 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747d904a-9e0d-49dc-a07a-336e6620ea32", "name": "network-vif-plugged", "status": "completed", "tag": "58282ec0-8274-4e21-9766-f10042c4baaf", "code": 200}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:28:33.945348 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4478c183-6a1c-488b-9c3f-86de6edd50d7 {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:28:33.946290 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747d904a-9e0d-49dc-a07a-336e6620ea32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58282ec0-8274-4e21-9766-f10042c4baaf', 'code': 200} Sep 15 15:28:34.009499 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=58282ec0-8274-4e21-9766-f10042c4baaf,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:34.051717 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:34.091659 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 9ce65965-c503-45f0-a954-2a17cfedf924, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=9ce65965-c503-45f0-a954-2a17cfedf924,segment=NetworkSegment(065ca2db-76ff-494f-a861-9803e0db5d14),segment_id=065ca2db-76ff-494f-a861-9803e0db5d14)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:28:34.096417 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9e627-a8ac-4281-afe5-35a7ea62fcdf req-9d47e1d5-5852-4a56-b686-18245155fb4b tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:34.097954 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bfa9e627-a8ac-4281-afe5-35a7ea62fcdf req-9d47e1d5-5852-4a56-b686-18245155fb4b tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=747d904a-9e0d-49dc-a07a-336e6620ea32 HTTP/1.1" status: 200 len: 945 time: 0.0516591 Sep 15 15:28:34.133176 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ae19a0ec-2d50-4a4f-a7a2-29d4cae91d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:34.135663 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ae19a0ec-2d50-4a4f-a7a2-29d4cae91d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:34.136834 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-ae19a0ec-2d50-4a4f-a7a2-29d4cae91d14 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/55a8231f-e69e-40e2-a496-0074c6848e5e HTTP/1.1" status: 204 len: 168 time: 0.4074850 Sep 15 15:28:34.146060 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bfa9e627-a8ac-4281-afe5-35a7ea62fcdf req-bec4b389-762c-48f1-82d7-3c4b0238b3e3 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/security-groups?id=a28ebd5c-d1d6-47a3-8201-e97619536e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419810 Sep 15 15:28:34.150849 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae19a0ec-2d50-4a4f-a7a2-29d4cae91d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a8231f-e69e-40e2-a496-0074c6848e5e,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:34.358707 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:34.407784 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=9ce65965-c503-45f0-a954-2a17cfedf924,revision_number=6']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:34.958516 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:28:34.959402 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 48236) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:34.999110 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f6a31-2893-4c4e-894b-8ba9b4ec6308 req-727a2dd2-a2ba-449d-91d1-fca3005c1117 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:35.001250 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ab4f6a31-2893-4c4e-894b-8ba9b4ec6308 req-727a2dd2-a2ba-449d-91d1-fca3005c1117 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 944 time: 0.0656459 Sep 15 15:28:35.007570 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 48240) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:35.026273 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-cff199b0-204d-4333-befe-4899d0bc744a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:35.047612 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ab4f6a31-2893-4c4e-894b-8ba9b4ec6308 req-8e45645d-0992-4cea-a889-790e3dfd3204 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399201 Sep 15 15:28:35.133450 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-cff199b0-204d-4333-befe-4899d0bc744a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:35.198712 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-cd25a7a0-c010-4e47-a261-c2e5d55ef9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:35.209833 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-cff199b0-204d-4333-befe-4899d0bc744a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:35.266229 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f54c1-7607-4b13-8b34-471b8043a760 req-e1f11fbe-e005-4b30-8304-c149964ba208 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:35.267838 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e43f54c1-7607-4b13-8b34-471b8043a760 req-e1f11fbe-e005-4b30-8304-c149964ba208 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=747d904a-9e0d-49dc-a07a-336e6620ea32 HTTP/1.1" status: 200 len: 945 time: 0.0498505 Sep 15 15:28:35.268012 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff199b0-204d-4333-befe-4899d0bc744a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08e8267-e19d-4c45-935b-3e0443df87ee,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:35.274238 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-cff199b0-204d-4333-befe-4899d0bc744a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=13c2c38df14043229e5c4fe12ca19385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653806 Sep 15 15:28:35.276877 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 48244) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:35.321921 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e43f54c1-7607-4b13-8b34-471b8043a760 req-b688e875-bf7d-4275-9d74-62806d9ed661 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/security-groups?id=a28ebd5c-d1d6-47a3-8201-e97619536e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434954 Sep 15 15:28:35.362156 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-9590b43c-f3ad-40d1-9bb6-b5c73570781f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:35.385148 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-cd25a7a0-c010-4e47-a261-c2e5d55ef9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:35.393625 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-9590b43c-f3ad-40d1-9bb6-b5c73570781f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:35.461157 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-cd25a7a0-c010-4e47-a261-c2e5d55ef9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:35.647536 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-9590b43c-f3ad-40d1-9bb6-b5c73570781f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:35.649987 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-9590b43c-f3ad-40d1-9bb6-b5c73570781f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:35.651167 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-9590b43c-f3ad-40d1-9bb6-b5c73570781f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c08e8267-e19d-4c45-935b-3e0443df87ee HTTP/1.1" status: 204 len: 168 time: 0.3733234 Sep 15 15:28:35.675200 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-cd25a7a0-c010-4e47-a261-c2e5d55ef9c0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fcd526294b2049499eed66d0da43fc1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7146821 Sep 15 15:28:35.676176 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25a7a0-c010-4e47-a261-c2e5d55ef9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcf3769-be61-40ef-a1c0-91ea8309dfca,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:35.678003 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 48250) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:35.687800 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590b43c-f3ad-40d1-9bb6-b5c73570781f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08e8267-e19d-4c45-935b-3e0443df87ee,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:35.746825 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-7ac116b4-d0ce-482d-ac31-d4bced4d73fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:35.770483 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-7ac116b4-d0ce-482d-ac31-d4bced4d73fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:35.890124 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-7ac116b4-d0ce-482d-ac31-d4bced4d73fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:35.893045 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-7ac116b4-d0ce-482d-ac31-d4bced4d73fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:35.894548 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-7ac116b4-d0ce-482d-ac31-d4bced4d73fe admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5dcf3769-be61-40ef-a1c0-91ea8309dfca HTTP/1.1" status: 204 len: 168 time: 0.2153354 Sep 15 15:28:35.904089 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac116b4-d0ce-482d-ac31-d4bced4d73fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcf3769-be61-40ef-a1c0-91ea8309dfca,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:35.947247 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e244dc9-0339-453b-976c-d364ddb1e86e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ce65965-c503-45f0-a954-2a17cfedf924'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:28:35.950586 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4764c36d-f941-4073-84c0-e49b97d56b50" -d '{"events": [{"server_uuid": "6e244dc9-0339-453b-976c-d364ddb1e86e", "name": "network-vif-unplugged", "status": "completed", "tag": "9ce65965-c503-45f0-a954-2a17cfedf924"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:28:35.987741 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc2c284-38dd-4817-acd2-b7f66b3e0eaf x-openstack-request-id: req-edc2c284-38dd-4817-acd2-b7f66b3e0eaf {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:28:35.988052 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e244dc9-0339-453b-976c-d364ddb1e86e", "name": "network-vif-unplugged", "status": "completed", "tag": "9ce65965-c503-45f0-a954-2a17cfedf924", "code": 200}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:28:35.988302 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-edc2c284-38dd-4817-acd2-b7f66b3e0eaf {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:28:35.988686 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e244dc9-0339-453b-976c-d364ddb1e86e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ce65965-c503-45f0-a954-2a17cfedf924', 'code': 200} Sep 15 15:28:36.183237 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe9453-88c6-467e-8a5d-08618ae10127 req-c3e8bc34-886a-41d7-90ef-c1006032272c tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:36.185777 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cafe9453-88c6-467e-8a5d-08618ae10127 req-c3e8bc34-886a-41d7-90ef-c1006032272c tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 944 time: 0.0577023 Sep 15 15:28:36.225784 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cafe9453-88c6-467e-8a5d-08618ae10127 req-ce368a6b-6d08-49ed-bda4-7aca6fd4152e tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326557 Sep 15 15:28:36.445880 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc876e3f-1e08-4881-baaf-0465b1558cb7 req-329cbb52-7f60-453b-bfe7-aee855686dae tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:36.447391 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dc876e3f-1e08-4881-baaf-0465b1558cb7 req-329cbb52-7f60-453b-bfe7-aee855686dae tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=747d904a-9e0d-49dc-a07a-336e6620ea32 HTTP/1.1" status: 200 len: 945 time: 0.0485563 Sep 15 15:28:36.490250 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dc876e3f-1e08-4881-baaf-0465b1558cb7 req-e5fa454c-3d03-48ca-874d-d304b916a7d9 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/security-groups?id=a28ebd5c-d1d6-47a3-8201-e97619536e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356083 Sep 15 15:28:36.751561 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd6e0e-9235-4de7-a67d-3b6db69d4c16 req-29fa75cb-0f41-4902-bc40-6a8b0d32706a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:36.753912 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f8bd6e0e-9235-4de7-a67d-3b6db69d4c16 req-29fa75cb-0f41-4902-bc40-6a8b0d32706a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=747d904a-9e0d-49dc-a07a-336e6620ea32 HTTP/1.1" status: 200 len: 1098 time: 0.0447114 Sep 15 15:28:36.790599 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f8bd6e0e-9235-4de7-a67d-3b6db69d4c16 req-273f7fe6-ff15-4c9f-bdbb-41e7c2b9d39d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a28ebd5c-d1d6-47a3-8201-e97619536e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300009 Sep 15 15:28:36.835015 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e711f-8d26-4b80-8995-089b8160d571 req-d3a41b4c-ae51-4e25-9e49-8de0b636e860 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:36.836563 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-b62e711f-8d26-4b80-8995-089b8160d571 req-d3a41b4c-ae51-4e25-9e49-8de0b636e860 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 944 time: 0.0980690 Sep 15 15:28:36.871727 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 48286) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:36.884943 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-35f07bcb-6169-4881-b28e-2a80ec2f049b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:37.001533 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-35f07bcb-6169-4881-b28e-2a80ec2f049b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:37.147224 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-35f07bcb-6169-4881-b28e-2a80ec2f049b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:37.203878 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-35f07bcb-6169-4881-b28e-2a80ec2f049b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=335df21a30d94e7d973bbd3536216267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3307805 Sep 15 15:28:37.205110 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f07bcb-6169-4881-b28e-2a80ec2f049b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459e8e32-abe2-4c80-9d6b-ff860838f172,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:37.207795 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 48294) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:37.268268 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [req-b62e711f-8d26-4b80-8995-089b8160d571 req-33b34be8-a4d3-4329-b3be-29e356dd9fbf tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Deleting port 9ce65965-c503-45f0-a954-2a17cfedf924 {{(pid=94799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:28:37.268808 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-b62e711f-8d26-4b80-8995-089b8160d571 req-33b34be8-a4d3-4329-b3be-29e356dd9fbf tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:37.268925 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fdf0d938-308d-46cc-8254-4bb5aaddf44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:37.291268 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fdf0d938-308d-46cc-8254-4bb5aaddf44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:37.372455 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a501516-123e-4fea-8680-e6de67649079 req-ad85a6a0-afe8-4f3f-abec-87fb17e0ff89 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:37.374096 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-3a501516-123e-4fea-8680-e6de67649079 req-ad85a6a0-afe8-4f3f-abec-87fb17e0ff89 tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 944 time: 0.0666094 Sep 15 15:28:37.393716 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [req-b62e711f-8d26-4b80-8995-089b8160d571 req-33b34be8-a4d3-4329-b3be-29e356dd9fbf tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] For port 9ce65965-c503-45f0-a954-2a17cfedf924, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=9ce65965-c503-45f0-a954-2a17cfedf924,segment=NetworkSegment(065ca2db-76ff-494f-a861-9803e0db5d14),segment_id=065ca2db-76ff-494f-a861-9803e0db5d14)] {{(pid=94799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:28:37.394083 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-b62e711f-8d26-4b80-8995-089b8160d571 req-33b34be8-a4d3-4329-b3be-29e356dd9fbf tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:37.413896 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [req-b62e711f-8d26-4b80-8995-089b8160d571 req-33b34be8-a4d3-4329-b3be-29e356dd9fbf tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Calling delete_port for 9ce65965-c503-45f0-a954-2a17cfedf924 owned by compute:nova {{(pid=94799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:28:37.428332 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-3a501516-123e-4fea-8680-e6de67649079 req-0badcee4-d608-4901-869e-61c626f73b2d tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/security-groups?id=d7022196-5fd4-4251-af44-5f285f5bda56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457785 Sep 15 15:28:37.472766 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fdf0d938-308d-46cc-8254-4bb5aaddf44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:37.475804 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fdf0d938-308d-46cc-8254-4bb5aaddf44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:37.477878 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-fdf0d938-308d-46cc-8254-4bb5aaddf44b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/459e8e32-abe2-4c80-9d6b-ff860838f172 HTTP/1.1" status: 204 len: 168 time: 0.2684355 Sep 15 15:28:37.487612 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0d938-308d-46cc-8254-4bb5aaddf44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459e8e32-abe2-4c80-9d6b-ff860838f172,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:37.628470 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5888d-b102-4a46-87e9-afb796981913 req-b6cd7a96-d9b5-4813-8e92-afee234fdd3f tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:37.629982 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c0e5888d-b102-4a46-87e9-afb796981913 req-b6cd7a96-d9b5-4813-8e92-afee234fdd3f tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=747d904a-9e0d-49dc-a07a-336e6620ea32 HTTP/1.1" status: 200 len: 945 time: 0.0528228 Sep 15 15:28:37.667326 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-b62e711f-8d26-4b80-8995-089b8160d571 req-33b34be8-a4d3-4329-b3be-29e356dd9fbf tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473'] for port, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:37.671293 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c0e5888d-b102-4a46-87e9-afb796981913 req-df40a067-c94a-4f5f-863c-93027a57d670 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/security-groups?id=a28ebd5c-d1d6-47a3-8201-e97619536e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352485 Sep 15 15:28:37.723789 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b34be8-a4d3-4329-b3be-29e356dd9fbf tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Pushing event deleted for resources: {'Port': ['ID=9ce65965-c503-45f0-a954-2a17cfedf924,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:37.795623 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62e711f-8d26-4b80-8995-089b8160d571 req-33b34be8-a4d3-4329-b3be-29e356dd9fbf tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] No DVR routers for this DVR port 9ce65965-c503-45f0-a954-2a17cfedf924 on host hv-cinder-80920 {{(pid=94799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:28:37.799100 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-b62e711f-8d26-4b80-8995-089b8160d571 req-33b34be8-a4d3-4329-b3be-29e356dd9fbf tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:37.801096 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-b62e711f-8d26-4b80-8995-089b8160d571 req-33b34be8-a4d3-4329-b3be-29e356dd9fbf tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.58 "DELETE /v2.0/ports/9ce65965-c503-45f0-a954-2a17cfedf924 HTTP/1.1" status: 204 len: 173 time: 0.7723057 Sep 15 15:28:37.801536 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e244dc9-0339-453b-976c-d364ddb1e86e', 'name': 'network-vif-deleted', 'tag': '9ce65965-c503-45f0-a954-2a17cfedf924'}] {{(pid=94799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:28:37.803886 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caaf3dc35d391ee5789c70ae145b39738e2d95c5e07cc5749919ddff6cc97c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2680d47b-6f84-406e-b3ed-1b6912f4ad60" -d '{"events": [{"server_uuid": "6e244dc9-0339-453b-976c-d364ddb1e86e", "name": "network-vif-deleted", "tag": "9ce65965-c503-45f0-a954-2a17cfedf924"}]}' {{(pid=94799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:28:37.856440 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b954fdbb-e9d1-4b68-9688-5a8630a06e05 x-openstack-request-id: req-b954fdbb-e9d1-4b68-9688-5a8630a06e05 {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:28:37.857148 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e244dc9-0339-453b-976c-d364ddb1e86e", "name": "network-vif-deleted", "tag": "9ce65965-c503-45f0-a954-2a17cfedf924", "status": "completed", "code": 200}]} {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:28:37.857148 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b954fdbb-e9d1-4b68-9688-5a8630a06e05 {{(pid=94799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:28:37.857496 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e244dc9-0339-453b-976c-d364ddb1e86e', 'name': 'network-vif-deleted', 'tag': '9ce65965-c503-45f0-a954-2a17cfedf924', 'status': 'completed', 'code': 200} Sep 15 15:28:38.535468 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0d9f7df8-6dde-48eb-b19e-04539d56fcb3 req-16dc36b1-d031-44fe-9e04-187178e8836c tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 210 time: 0.0330100 Sep 15 15:28:38.652735 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d4b82-411e-49de-8913-fa86cf4c57bf req-2cebe8d5-b09b-4504-a828-24829b028ca7 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:38.654242 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5d1d4b82-411e-49de-8913-fa86cf4c57bf req-2cebe8d5-b09b-4504-a828-24829b028ca7 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0589113 Sep 15 15:28:38.664613 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a871cda-4ba4-4db7-b2a2-76a8d408f194 req-4c430653-2ce0-45f7-b32f-3fbef82322cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:38.666235 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-3a871cda-4ba4-4db7-b2a2-76a8d408f194 req-4c430653-2ce0-45f7-b32f-3fbef82322cd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a16269c5a0742a89bef71d5a8d467a2&device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 1098 time: 0.0420623 Sep 15 15:28:38.698055 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5d1d4b82-411e-49de-8913-fa86cf4c57bf req-766d250b-e547-41ea-98ef-e5993f8ac9da tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373304 Sep 15 15:28:38.913033 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb6ac8-31d0-49a3-8539-2499d5187b31 req-989192e1-1878-4131-8772-40151cf2f68b tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:38.918199 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-47cb6ac8-31d0-49a3-8539-2499d5187b31 req-989192e1-1878-4131-8772-40151cf2f68b tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=747d904a-9e0d-49dc-a07a-336e6620ea32 HTTP/1.1" status: 200 len: 945 time: 0.1081975 Sep 15 15:28:38.984793 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-47cb6ac8-31d0-49a3-8539-2499d5187b31 req-60fbbd6f-028a-40f1-848f-d938af7dd8db tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/security-groups?id=a28ebd5c-d1d6-47a3-8201-e97619536e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530262 Sep 15 15:28:38.987004 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a871cda-4ba4-4db7-b2a2-76a8d408f194 req-d61e295b-71a7-4c78-8027-2c2de0d30b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:38.988541 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-3a871cda-4ba4-4db7-b2a2-76a8d408f194 req-d61e295b-71a7-4c78-8027-2c2de0d30b68 service neutron] 10.222.0.58 "GET /v2.0/networks?id=847cb1e4-e19c-4271-800e-31d2a3c7a1df HTTP/1.1" status: 200 len: 920 time: 0.3134367 Sep 15 15:28:39.045059 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-3a871cda-4ba4-4db7-b2a2-76a8d408f194 req-ba2ecbfb-46a0-41c4-9e57-55f87470e53d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87684267-f620-4297-9301-e7938b4b736d HTTP/1.1" status: 200 len: 217 time: 0.0478151 Sep 15 15:28:39.096344 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a871cda-4ba4-4db7-b2a2-76a8d408f194 req-683896d6-be87-491a-a446-527eeceb422a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:39.097787 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-3a871cda-4ba4-4db7-b2a2-76a8d408f194 req-683896d6-be87-491a-a446-527eeceb422a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=97e16b6b-eb11-4c27-ab3e-76841cb2f586 HTTP/1.1" status: 200 len: 859 time: 0.0455892 Sep 15 15:28:39.135127 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-3a871cda-4ba4-4db7-b2a2-76a8d408f194 req-19de5863-2e54-4200-8903-271d84e481c7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=847cb1e4-e19c-4271-800e-31d2a3c7a1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276935 Sep 15 15:28:39.249407 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-3a871cda-4ba4-4db7-b2a2-76a8d408f194 req-812eec09-2f36-4de6-b093-093399b8d129 service neutron] 10.222.0.58 "GET /v2.0/networks/847cb1e4-e19c-4271-800e-31d2a3c7a1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042397 Sep 15 15:28:39.349170 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-3a871cda-4ba4-4db7-b2a2-76a8d408f194 req-15faa1f3-79e1-45c1-849b-7f5ba04c34ec service neutron] 10.222.0.58 "GET /v2.0/networks/847cb1e4-e19c-4271-800e-31d2a3c7a1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891991 Sep 15 15:28:39.692851 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d108c5bc-ac5a-4514-964e-0a07f2bec37e req-fd4c90e6-2747-4618-a571-58505f846baf tempest-DeleteServersTestJSON-176832188 tempest-DeleteServersTestJSON-176832188-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e244dc9-0339-453b-976c-d364ddb1e86e HTTP/1.1" status: 200 len: 210 time: 0.0304732 Sep 15 15:28:39.833497 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d032b4-f147-46a7-9232-bd06f82df5b3 req-ebe86e3b-4699-4ab4-8d86-08102bd389d1 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:39.835453 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d1d032b4-f147-46a7-9232-bd06f82df5b3 req-ebe86e3b-4699-4ab4-8d86-08102bd389d1 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0582225 Sep 15 15:28:39.905585 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d1d032b4-f147-46a7-9232-bd06f82df5b3 req-9c101e0e-a48f-4bc7-bbdd-00c8aa4d86c8 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575683 Sep 15 15:28:40.379898 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 48446) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:40.526312 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-779bf721-2ad2-46c7-ab2d-3dad631f2903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:40.623237 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-779bf721-2ad2-46c7-ab2d-3dad631f2903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:40.694918 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-779bf721-2ad2-46c7-ab2d-3dad631f2903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:40.739630 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-779bf721-2ad2-46c7-ab2d-3dad631f2903 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9a8a4ed214234021ae30c043d5c952ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3586459 Sep 15 15:28:40.740593 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bf721-2ad2-46c7-ab2d-3dad631f2903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed0553d-45aa-4c7f-94e8-08ce0e35fca0,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:40.742726 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 48470) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:40.794751 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-bcba2ce1-d145-4432-8b7d-f0de6fc8aeb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:40.816904 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-bcba2ce1-d145-4432-8b7d-f0de6fc8aeb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:40.952638 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-bcba2ce1-d145-4432-8b7d-f0de6fc8aeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:40.955194 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-bcba2ce1-d145-4432-8b7d-f0de6fc8aeb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:40.956324 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-bcba2ce1-d145-4432-8b7d-f0de6fc8aeb7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1ed0553d-45aa-4c7f-94e8-08ce0e35fca0 HTTP/1.1" status: 204 len: 168 time: 0.2126019 Sep 15 15:28:40.972166 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba2ce1-d145-4432-8b7d-f0de6fc8aeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed0553d-45aa-4c7f-94e8-08ce0e35fca0,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:40.986722 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46dc5cb-25f4-4c1a-99e4-b51010f7a196 req-67460def-1c8b-4527-97f5-e42446c00995 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:40.988529 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e46dc5cb-25f4-4c1a-99e4-b51010f7a196 req-67460def-1c8b-4527-97f5-e42446c00995 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=747d904a-9e0d-49dc-a07a-336e6620ea32 HTTP/1.1" status: 200 len: 945 time: 0.0772991 Sep 15 15:28:41.063504 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e46dc5cb-25f4-4c1a-99e4-b51010f7a196 req-5db32438-49cd-4df9-b745-6b59b8cc8ca0 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/security-groups?id=a28ebd5c-d1d6-47a3-8201-e97619536e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613229 Sep 15 15:28:41.110067 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25620146-49fe-4a34-8314-754e51c6484a req-50f4a810-01a9-4c70-a90d-2ea6c27522d6 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:41.111671 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-25620146-49fe-4a34-8314-754e51c6484a req-50f4a810-01a9-4c70-a90d-2ea6c27522d6 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0621452 Sep 15 15:28:41.158305 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-25620146-49fe-4a34-8314-754e51c6484a req-5afc30d8-c42a-4653-bb3b-ae7c564b4455 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397756 Sep 15 15:28:41.874879 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 48508) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:41.899473 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-065de06c-9699-4181-9482-172cef47dcbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:41.990453 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-065de06c-9699-4181-9482-172cef47dcbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:42.055367 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-065de06c-9699-4181-9482-172cef47dcbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:42.100699 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-065de06c-9699-4181-9482-172cef47dcbc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=018a667cef56429f9d81067dc9de26eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246735 Sep 15 15:28:42.102459 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065de06c-9699-4181-9482-172cef47dcbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83023eb-2e8c-4d5a-819a-a53f3c5e9294,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:42.105039 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 48516) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:42.213230 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f3319e04-2fa4-4f4a-aa51-295ccd454ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:42.258849 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1c9b5-8074-4c07-bfa7-2c1b4f6badc9 req-14b8952d-37a2-4009-a116-9ab9b8ff0e31 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:42.260423 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7ef1c9b5-8074-4c07-bfa7-2c1b4f6badc9 req-14b8952d-37a2-4009-a116-9ab9b8ff0e31 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=747d904a-9e0d-49dc-a07a-336e6620ea32 HTTP/1.1" status: 200 len: 945 time: 0.0844290 Sep 15 15:28:42.263677 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f3319e04-2fa4-4f4a-aa51-295ccd454ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:42.359951 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7ef1c9b5-8074-4c07-bfa7-2c1b4f6badc9 req-516c62ba-be92-455e-abc5-e82915e1c07b tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/security-groups?id=a28ebd5c-d1d6-47a3-8201-e97619536e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875897 Sep 15 15:28:42.379592 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e427dcd-7b6d-447c-ac08-cb5194cf7ab4 req-68d68e7d-882f-4b8a-95e7-171ca2d30b8f tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:42.381057 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0e427dcd-7b6d-447c-ac08-cb5194cf7ab4 req-68d68e7d-882f-4b8a-95e7-171ca2d30b8f tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.1332159 Sep 15 15:28:42.407765 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75472720-bd98-4711-9457-d74554b5b949 req-bc8f201c-3d51-4ed7-a4aa-e1e2dea0d6d8 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:42.409403 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-75472720-bd98-4711-9457-d74554b5b949 req-bc8f201c-3d51-4ed7-a4aa-e1e2dea0d6d8 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.58 "GET /v2.0/ports?device_id=747d904a-9e0d-49dc-a07a-336e6620ea32 HTTP/1.1" status: 200 len: 945 time: 0.0733166 Sep 15 15:28:42.428805 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0e427dcd-7b6d-447c-ac08-cb5194cf7ab4 req-34a0dbfe-93b5-4496-8ed7-8a47d2f5d832 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393112 Sep 15 15:28:42.506029 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f3319e04-2fa4-4f4a-aa51-295ccd454ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:42.508612 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f3319e04-2fa4-4f4a-aa51-295ccd454ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:42.510073 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-f3319e04-2fa4-4f4a-aa51-295ccd454ff8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d83023eb-2e8c-4d5a-819a-a53f3c5e9294 HTTP/1.1" status: 204 len: 168 time: 0.4029913 Sep 15 15:28:42.510206 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [req-75472720-bd98-4711-9457-d74554b5b949 req-e2575434-45ee-415c-8e44-2ae1ef141763 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Deleting port 58282ec0-8274-4e21-9766-f10042c4baaf {{(pid=94799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:28:42.510570 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-75472720-bd98-4711-9457-d74554b5b949 req-e2575434-45ee-415c-8e44-2ae1ef141763 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:42.520584 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3319e04-2fa4-4f4a-aa51-295ccd454ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83023eb-2e8c-4d5a-819a-a53f3c5e9294,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:42.609595 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [req-75472720-bd98-4711-9457-d74554b5b949 req-e2575434-45ee-415c-8e44-2ae1ef141763 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] For port 58282ec0-8274-4e21-9766-f10042c4baaf, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=58282ec0-8274-4e21-9766-f10042c4baaf,segment=NetworkSegment(60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e),segment_id=60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e)] {{(pid=94799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:28:42.610192 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-75472720-bd98-4711-9457-d74554b5b949 req-e2575434-45ee-415c-8e44-2ae1ef141763 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:42.629328 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [req-75472720-bd98-4711-9457-d74554b5b949 req-e2575434-45ee-415c-8e44-2ae1ef141763 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Calling delete_port for 58282ec0-8274-4e21-9766-f10042c4baaf owned by compute:nova {{(pid=94799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:28:42.700714 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 48536) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:42.754455 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af49639-7824-43d3-a86c-1d695091633b admin admin] Deleting subnet 583ec542-8aee-432b-8f02-96d11d2f538b {{(pid=94800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:28:42.760016 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9af49639-7824-43d3-a86c-1d695091633b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:42.802155 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9af49639-7824-43d3-a86c-1d695091633b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:42.812915 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9af49639-7824-43d3-a86c-1d695091633b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1523291'] for subnet, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:42.918510 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 48548) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:42.962987 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e632b37-9bbf-424d-96b2-d78ca4776fba admin admin] Deleting subnet 5730cad4-c7e7-440e-9f30-9b5947c3998b {{(pid=94800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:28:42.967065 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-4e632b37-9bbf-424d-96b2-d78ca4776fba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:42.982442 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-75472720-bd98-4711-9457-d74554b5b949 req-e2575434-45ee-415c-8e44-2ae1ef141763 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473'] for port, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:42.997921 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['58282ec0-8274-4e21-9766-f10042c4baaf'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:28:43.011632 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2575434-45ee-415c-8e44-2ae1ef141763 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Pushing event deleted for resources: {'Port': ['ID=58282ec0-8274-4e21-9766-f10042c4baaf,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:43.012158 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-4e632b37-9bbf-424d-96b2-d78ca4776fba admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:43.025587 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9af49639-7824-43d3-a86c-1d695091633b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1523276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for subnet, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:43.035410 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-4e632b37-9bbf-424d-96b2-d78ca4776fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1523291'] for subnet, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:43.053714 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [req-75472720-bd98-4711-9457-d74554b5b949 req-e2575434-45ee-415c-8e44-2ae1ef141763 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] No DVR routers for this DVR port 58282ec0-8274-4e21-9766-f10042c4baaf on host hv-cinder-80920 {{(pid=94799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:28:43.058626 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-75472720-bd98-4711-9457-d74554b5b949 req-e2575434-45ee-415c-8e44-2ae1ef141763 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:43.060638 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-75472720-bd98-4711-9457-d74554b5b949 req-e2575434-45ee-415c-8e44-2ae1ef141763 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.58 "DELETE /v2.0/ports/58282ec0-8274-4e21-9766-f10042c4baaf HTTP/1.1" status: 204 len: 173 time: 0.6426253 Sep 15 15:28:43.061397 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747d904a-9e0d-49dc-a07a-336e6620ea32', 'name': 'network-vif-deleted', 'tag': '58282ec0-8274-4e21-9766-f10042c4baaf'}] {{(pid=94799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:28:43.063883 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caaf3dc35d391ee5789c70ae145b39738e2d95c5e07cc5749919ddff6cc97c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eab0f7f-9b4e-4723-8c03-dccd8e839c05" -d '{"events": [{"server_uuid": "747d904a-9e0d-49dc-a07a-336e6620ea32", "name": "network-vif-deleted", "tag": "58282ec0-8274-4e21-9766-f10042c4baaf"}]}' {{(pid=94799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:28:43.076421 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9af49639-7824-43d3-a86c-1d695091633b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for subnet, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:43.078360 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-9af49639-7824-43d3-a86c-1d695091633b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/583ec542-8aee-432b-8f02-96d11d2f538b HTTP/1.1" status: 204 len: 168 time: 0.3766322 Sep 15 15:28:43.081167 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af49639-7824-43d3-a86c-1d695091633b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=583ec542-8aee-432b-8f02-96d11d2f538b,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:43.081479 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 48552) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:43.107841 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e459a7-e673-4b41-8394-9e69b2b53cfc x-openstack-request-id: req-13e459a7-e673-4b41-8394-9e69b2b53cfc {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:28:43.108214 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747d904a-9e0d-49dc-a07a-336e6620ea32", "name": "network-vif-deleted", "tag": "58282ec0-8274-4e21-9766-f10042c4baaf", "status": "completed", "code": 200}]} {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:28:43.108496 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-13e459a7-e673-4b41-8394-9e69b2b53cfc {{(pid=94799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:28:43.108747 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747d904a-9e0d-49dc-a07a-336e6620ea32', 'name': 'network-vif-deleted', 'tag': '58282ec0-8274-4e21-9766-f10042c4baaf', 'status': 'completed', 'code': 200} Sep 15 15:28:43.177534 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f9c3e4b4-b4ea-45ad-a384-6f37f766bd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369514'] for network, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:43.210414 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-4e632b37-9bbf-424d-96b2-d78ca4776fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1523276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for subnet, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:43.267508 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-4e632b37-9bbf-424d-96b2-d78ca4776fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for subnet, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:43.276466 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-4e632b37-9bbf-424d-96b2-d78ca4776fba admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5730cad4-c7e7-440e-9f30-9b5947c3998b HTTP/1.1" status: 204 len: 168 time: 0.3567362 Sep 15 15:28:43.277667 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e632b37-9bbf-424d-96b2-d78ca4776fba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5730cad4-c7e7-440e-9f30-9b5947c3998b,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:43.279604 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 48560) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:43.295277 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f9c3e4b4-b4ea-45ad-a384-6f37f766bd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522908', 'neutron.services.segments.db._delete_segments_for_network-8751443108509'] for network, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:43.325014 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f9c3e4b4-b4ea-45ad-a384-6f37f766bd44 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:28:43.325014 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f9c3e4b4-b4ea-45ad-a384-6f37f766bd44 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:28:43.325400 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f9c3e4b4-b4ea-45ad-a384-6f37f766bd44 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:28:43.325747 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f9c3e4b4-b4ea-45ad-a384-6f37f766bd44 admin admin] Subscribe: > port after_create 55550000 {{(pid=94799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:28:43.326257 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f9c3e4b4-b4ea-45ad-a384-6f37f766bd44 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:28:43.326666 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f9c3e4b4-b4ea-45ad-a384-6f37f766bd44 admin admin] Subscribe: > port after_update 55550000 {{(pid=94799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:28:43.326925 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f9c3e4b4-b4ea-45ad-a384-6f37f766bd44 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:28:43.327269 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f9c3e4b4-b4ea-45ad-a384-6f37f766bd44 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:28:43.327623 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f9c3e4b4-b4ea-45ad-a384-6f37f766bd44 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:28:43.328032 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f9c3e4b4-b4ea-45ad-a384-6f37f766bd44 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:28:43.373051 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e795121a-0584-4f01-a46c-81ddfd02ccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369514'] for network, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:43.487578 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e795121a-0584-4f01-a46c-81ddfd02ccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522908', 'neutron.services.segments.db._delete_segments_for_network-8751443108509'] for network, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:43.514310 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1be0e428-fdbd-48f6-a166-e5a6d15a302f req-f95519a6-3b3c-4b8b-9a58-34f5b8791e72 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=747d904a-9e0d-49dc-a07a-336e6620ea32 HTTP/1.1" status: 200 len: 210 time: 0.0760312 Sep 15 15:28:43.530787 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e795121a-0584-4f01-a46c-81ddfd02ccee admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:28:43.531156 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e795121a-0584-4f01-a46c-81ddfd02ccee admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:28:43.531899 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e795121a-0584-4f01-a46c-81ddfd02ccee admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:28:43.532246 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e795121a-0584-4f01-a46c-81ddfd02ccee admin admin] Subscribe: > port after_create 55550000 {{(pid=94800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:28:43.532582 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e795121a-0584-4f01-a46c-81ddfd02ccee admin admin] Subscribe: > port after_delete 55550000 {{(pid=94800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:28:43.532916 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e795121a-0584-4f01-a46c-81ddfd02ccee admin admin] Subscribe: > port after_update 55550000 {{(pid=94800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:28:43.533259 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e795121a-0584-4f01-a46c-81ddfd02ccee admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:28:43.533569 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e795121a-0584-4f01-a46c-81ddfd02ccee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:28:43.533906 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e795121a-0584-4f01-a46c-81ddfd02ccee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:28:43.534194 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e795121a-0584-4f01-a46c-81ddfd02ccee admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:28:43.603043 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e795121a-0584-4f01-a46c-81ddfd02ccee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:28:43.604326 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e795121a-0584-4f01-a46c-81ddfd02ccee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:28:43.604326 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e795121a-0584-4f01-a46c-81ddfd02ccee admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:28:43.604326 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e795121a-0584-4f01-a46c-81ddfd02ccee admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:28:43.604611 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f9c3e4b4-b4ea-45ad-a384-6f37f766bd44 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:28:43.604741 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.services.segments.db [None req-e795121a-0584-4f01-a46c-81ddfd02ccee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6dd8fbf-e913-489d-a22c-6342d50fedc3']}} {{(pid=94800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:43.606309 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f9c3e4b4-b4ea-45ad-a384-6f37f766bd44 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:28:43.606309 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f9c3e4b4-b4ea-45ad-a384-6f37f766bd44 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:28:43.606748 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f9c3e4b4-b4ea-45ad-a384-6f37f766bd44 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:28:43.607410 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.services.segments.db [None req-f9c3e4b4-b4ea-45ad-a384-6f37f766bd44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc9d61a-270f-49b2-8ac5-e6691b57f8cd']}} {{(pid=94799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:43.629742 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.services.segments.db [None req-f9c3e4b4-b4ea-45ad-a384-6f37f766bd44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2ad20b-dfa8-466a-b8d3-87251848f387') {'for_net_delete': True} {{(pid=94799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:43.630160 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.services.segments.db [None req-f9c3e4b4-b4ea-45ad-a384-6f37f766bd44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2ad20b-dfa8-466a-b8d3-87251848f387') {} {{(pid=94799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:43.636696 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.services.segments.db [None req-e795121a-0584-4f01-a46c-81ddfd02ccee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '065ca2db-76ff-494f-a861-9803e0db5d14') {'for_net_delete': True} {{(pid=94800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:43.636696 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.services.segments.db [None req-e795121a-0584-4f01-a46c-81ddfd02ccee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '065ca2db-76ff-494f-a861-9803e0db5d14') {} {{(pid=94800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:43.647420 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f9c3e4b4-b4ea-45ad-a384-6f37f766bd44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751443108774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9270573'] for segment, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:43.671530 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e795121a-0584-4f01-a46c-81ddfd02ccee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751443108774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10406210'] for segment, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:43.673583 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f9c3e4b4-b4ea-45ad-a384-6f37f766bd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:43.683524 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c3e4b4-b4ea-45ad-a384-6f37f766bd44 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:28:43.683930 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f9c3e4b4-b4ea-45ad-a384-6f37f766bd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9314649'] for segment, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: from cryptography.utils import int_from_bytes Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: from cryptography.utils import int_from_bytes Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: Traceback (most recent call last): Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: timer() Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: cb(*args, **kw) Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: return func(*args, **kwargs) Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: self._notify() Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: self.callback(batched_events) Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: event.method(event) Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: return f(self, *a, **k) Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: return self._get(url).json() Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: return self.request(url, 'GET', **kwargs) Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:28:43.696682 dv-cinder-809201-1-iscsi neutron-server[94799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:28:43.698806 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e795121a-0584-4f01-a46c-81ddfd02ccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:43.709783 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e795121a-0584-4f01-a46c-81ddfd02ccee admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:28:43.710182 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e795121a-0584-4f01-a46c-81ddfd02ccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12209902'] for segment, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: from cryptography.utils import int_from_bytes Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: from cryptography.utils import int_from_bytes Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: Traceback (most recent call last): Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: timer() Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: cb(*args, **kw) Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: return func(*args, **kwargs) Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: self._notify() Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: self.callback(batched_events) Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: event.method(event) Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: return f(self, *a, **k) Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: return self._get(url).json() Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: return self.request(url, 'GET', **kwargs) Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:28:43.714146 dv-cinder-809201-1-iscsi neutron-server[94800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:28:43.733562 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54f905-2a72-45e5-a9b0-796ad291fe83 req-cd3ff4ae-c1c7-467d-aa1b-151281b01c70 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:43.741042 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dc54f905-2a72-45e5-a9b0-796ad291fe83 req-cd3ff4ae-c1c7-467d-aa1b-151281b01c70 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.1210456 Sep 15 15:28:43.818782 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dc54f905-2a72-45e5-a9b0-796ad291fe83 req-2ad6e218-6450-480a-93ae-c759c71d6330 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767579 Sep 15 15:28:43.913183 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f9c3e4b4-b4ea-45ad-a384-6f37f766bd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:43.913985 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e795121a-0584-4f01-a46c-81ddfd02ccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:43.921601 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f9c3e4b4-b4ea-45ad-a384-6f37f766bd44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:43.934567 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-f9c3e4b4-b4ea-45ad-a384-6f37f766bd44 admin admin] 10.222.0.54 "DELETE /v2.0/networks/bfc9d61a-270f-49b2-8ac5-e6691b57f8cd HTTP/1.1" status: 204 len: 168 time: 0.8509853 Sep 15 15:28:43.937254 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 48590) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:43.939678 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e795121a-0584-4f01-a46c-81ddfd02ccee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:43.947882 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-e795121a-0584-4f01-a46c-81ddfd02ccee admin admin] 10.222.0.54 "DELETE /v2.0/networks/e6dd8fbf-e913-489d-a22c-6342d50fedc3 HTTP/1.1" status: 204 len: 168 time: 0.6671805 Sep 15 15:28:43.957851 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3e4b4-b4ea-45ad-a384-6f37f766bd44 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfc9d61a-270f-49b2-8ac5-e6691b57f8cd,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:43.977463 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795121a-0584-4f01-a46c-81ddfd02ccee admin admin] Pushing event deleted for resources: {'Network': ['ID=e6dd8fbf-e913-489d-a22c-6342d50fedc3,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:44.012888 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e1bdf2-d285-492d-b953-c46b5e1993bd admin admin] Deleting subnet 158c3a52-7607-4eee-ae8b-ca0b7bd4d4e1 {{(pid=94799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:28:44.016416 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-d8e1bdf2-d285-492d-b953-c46b5e1993bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:44.053608 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-d8e1bdf2-d285-492d-b953-c46b5e1993bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9270566'] for subnet, precommit_delete_associations {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:44.112512 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 48600) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:44.121635 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-d8e1bdf2-d285-492d-b953-c46b5e1993bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1523291'] for subnet, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:44.267415 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-d8e1bdf2-d285-492d-b953-c46b5e1993bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1523276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9314439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9382956'] for subnet, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:44.301432 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1bdf2-d285-492d-b953-c46b5e1993bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=158c3a52-7607-4eee-ae8b-ca0b7bd4d4e1,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:44.307167 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-d8e1bdf2-d285-492d-b953-c46b5e1993bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:44.311717 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-d8e1bdf2-d285-492d-b953-c46b5e1993bd admin admin] 10.222.0.54 "DELETE /v2.0/subnets/158c3a52-7607-4eee-ae8b-ca0b7bd4d4e1 HTTP/1.1" status: 204 len: 168 time: 0.3641346 Sep 15 15:28:44.313792 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 48606) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:44.390765 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-eabcdc5a-a2d1-41ed-aa75-2d71966fe515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369514'] for network, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:44.415349 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e8668715-fdf0-4369-967b-38e061b7b8d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:44.499587 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-eabcdc5a-a2d1-41ed-aa75-2d71966fe515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522908', 'neutron.services.segments.db._delete_segments_for_network-8751443108509'] for network, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:44.529080 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.services.segments.db [None req-eabcdc5a-a2d1-41ed-aa75-2d71966fe515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['196a47da-cd5d-495d-b911-9e80f2e0efcb']}} {{(pid=94800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:44.542488 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.services.segments.db [None req-eabcdc5a-a2d1-41ed-aa75-2d71966fe515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a29359-d609-496e-b9a1-db13a6369bd1') {'for_net_delete': True} {{(pid=94800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:44.542780 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.services.segments.db [None req-eabcdc5a-a2d1-41ed-aa75-2d71966fe515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a29359-d609-496e-b9a1-db13a6369bd1') {} {{(pid=94800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:44.556700 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-eabcdc5a-a2d1-41ed-aa75-2d71966fe515 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751443108774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10406210'] for segment, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:44.577801 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-eabcdc5a-a2d1-41ed-aa75-2d71966fe515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:44.587781 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabcdc5a-a2d1-41ed-aa75-2d71966fe515 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:28:44.588166 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-eabcdc5a-a2d1-41ed-aa75-2d71966fe515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12209902'] for segment, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: Traceback (most recent call last): Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: timer() Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: cb(*args, **kw) Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: return func(*args, **kwargs) Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: self._notify() Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: self.callback(batched_events) Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: event.method(event) Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: return f(self, *a, **k) Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: return self._get(url).json() Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: return self.request(url, 'GET', **kwargs) Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:28:44.590325 dv-cinder-809201-1-iscsi neutron-server[94800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:28:44.660073 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e8668715-fdf0-4369-967b-38e061b7b8d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:44.663114 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 48614) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:44.713287 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-abfb35eb-c2c6-4991-9c23-d809ed97f032 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=54046c6f7d4140c48934b22814caa2e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0483665 Sep 15 15:28:44.717255 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 48616) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:44.736476 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-eabcdc5a-a2d1-41ed-aa75-2d71966fe515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:44.738181 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e8668715-fdf0-4369-967b-38e061b7b8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:44.751215 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-eabcdc5a-a2d1-41ed-aa75-2d71966fe515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:44.759689 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-eabcdc5a-a2d1-41ed-aa75-2d71966fe515 admin admin] 10.222.0.54 "DELETE /v2.0/networks/196a47da-cd5d-495d-b911-9e80f2e0efcb HTTP/1.1" status: 204 len: 168 time: 0.4381735 Sep 15 15:28:44.787238 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabcdc5a-a2d1-41ed-aa75-2d71966fe515 admin admin] Pushing event deleted for resources: {'Network': ['ID=196a47da-cd5d-495d-b911-9e80f2e0efcb,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:44.820663 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-e8668715-fdf0-4369-967b-38e061b7b8d7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0e6032ba4ae44e13ba2064cae184a585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6996219 Sep 15 15:28:44.820663 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 48626) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:44.820663 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8668715-fdf0-4369-967b-38e061b7b8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155ba9a1-35d6-4933-be35-3692b7e4b980,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:44.849129 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-837ce404-2798-4f33-8407-b67addacc16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:44.901983 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-837ce404-2798-4f33-8407-b67addacc16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:44.977297 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-90ec5daf-f419-4b2d-8274-34ffa379fede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:45.193947 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-837ce404-2798-4f33-8407-b67addacc16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:45.197661 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-837ce404-2798-4f33-8407-b67addacc16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:45.199360 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-837ce404-2798-4f33-8407-b67addacc16e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d7022196-5fd4-4251-af44-5f285f5bda56 HTTP/1.1" status: 204 len: 168 time: 0.4807112 Sep 15 15:28:45.209437 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ce404-2798-4f33-8407-b67addacc16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7022196-5fd4-4251-af44-5f285f5bda56,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:45.264944 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 48656) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:45.295178 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-90ec5daf-f419-4b2d-8274-34ffa379fede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:45.333955 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-739169be-3185-4493-80e6-a496eecca789 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2a7a5d5890c94323ae42fc70ed66468e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0678651 Sep 15 15:28:45.337218 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 48658) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:45.343078 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667062d-7432-4145-a691-fbf3457fab15 req-774bd277-31aa-47ff-8b32-32728034a105 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:45.350332 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b667062d-7432-4145-a691-fbf3457fab15 req-774bd277-31aa-47ff-8b32-32728034a105 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.3771651 Sep 15 15:28:45.393661 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-7ff36c3a-b669-4a03-94b7-994b7dee16f5 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:45.393661 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-7ff36c3a-b669-4a03-94b7-994b7dee16f5 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/networks?id=aaf55d3d-b53f-469a-9a1b-4f57895133bc HTTP/1.1" status: 200 len: 808 time: 0.4584134 Sep 15 15:28:45.402934 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-fc1b03ac-5f76-4a91-99f2-eff677085dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:45.419441 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b667062d-7432-4145-a691-fbf3457fab15 req-8a04d7a6-51ef-41c2-9e57-708103c76bd6 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677252 Sep 15 15:28:45.442511 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-fc1b03ac-5f76-4a91-99f2-eff677085dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:45.446935 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-b440c187-addf-4240-8771-cfd41a2273b7 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/quotas/9172ec8966bc4f6d99bf6713d42413e2 HTTP/1.1" status: 200 len: 375 time: 0.0262477 Sep 15 15:28:45.500466 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-e3c32c01-4eaf-48b3-a5f4-de8e2b7dc2c5 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9172ec8966bc4f6d99bf6713d42413e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523782 Sep 15 15:28:45.534367 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-90ec5daf-f419-4b2d-8274-34ffa379fede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:45.537261 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-90ec5daf-f419-4b2d-8274-34ffa379fede admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:45.540820 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-90ec5daf-f419-4b2d-8274-34ffa379fede admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/155ba9a1-35d6-4933-be35-3692b7e4b980 HTTP/1.1" status: 204 len: 168 time: 0.7204654 Sep 15 15:28:45.579335 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec5daf-f419-4b2d-8274-34ffa379fede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155ba9a1-35d6-4933-be35-3692b7e4b980,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:45.596118 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 58282ec0-8274-4e21-9766-f10042c4baaf no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:28:45.629597 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-df595b2f-710b-4f0b-bfe8-445d3ea72e09 service neutron] 10.222.0.54 "GET /v2.0/networks/aaf55d3d-b53f-469a-9a1b-4f57895133bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281717 Sep 15 15:28:45.645632 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] No Port match for: 58282ec0-8274-4e21-9766-f10042c4baaf {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:28:45.645883 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 58282ec0-8274-4e21-9766-f10042c4baaf not bound to the agent host hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:28:45.822139 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-849c47ba-4f0c-4c8b-9b5c-2a6416ceb0c1 service neutron] 10.222.0.54 "GET /v2.0/networks/aaf55d3d-b53f-469a-9a1b-4f57895133bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740808 Sep 15 15:28:45.852673 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13623182-cee5-4e38-af93-ef17dd2a1988 req-dd645381-afaa-4ea2-9696-a33174a50feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:45.854343 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-13623182-cee5-4e38-af93-ef17dd2a1988 req-dd645381-afaa-4ea2-9696-a33174a50feb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 1098 time: 0.0546699 Sep 15 15:28:45.928047 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-13623182-cee5-4e38-af93-ef17dd2a1988 req-d0316db4-638d-4d52-8ce4-c68e30772256 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529923 Sep 15 15:28:46.044642 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-fc1b03ac-5f76-4a91-99f2-eff677085dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:46.047154 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-fc1b03ac-5f76-4a91-99f2-eff677085dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:46.048295 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-fc1b03ac-5f76-4a91-99f2-eff677085dec admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b6da684f-fe4f-4126-870d-e72b58004d67 HTTP/1.1" status: 204 len: 168 time: 0.7096643 Sep 15 15:28:46.056155 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b03ac-5f76-4a91-99f2-eff677085dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6da684f-fe4f-4126-870d-e72b58004d67,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:46.305183 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f25bd4d7-c786-4415-b4a2-dadfd4e4ad8f req-cad646d0-9e94-4d96-afa9-529229b0b43e tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=71672535-8459-4eda-9ef9-99df31d15e28 HTTP/1.1" status: 200 len: 210 time: 0.0546365 Sep 15 15:28:46.544573 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac3e78-53ee-4283-9b78-d94c26988d1f req-3eaaadee-6966-434b-8b40-5b289eac7248 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:46.546529 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-64ac3e78-53ee-4283-9b78-d94c26988d1f req-3eaaadee-6966-434b-8b40-5b289eac7248 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0515099 Sep 15 15:28:46.601049 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-64ac3e78-53ee-4283-9b78-d94c26988d1f req-cf458765-7bcd-474c-a1f8-12e4d7162668 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452456 Sep 15 15:28:47.223585 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 48730) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:47.268516 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-de0e8c27-3028-4365-9601-7aed58d0100f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4777ed7cfe4f4da7a096af8c0ab1d4e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435240 Sep 15 15:28:47.271002 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 48732) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:47.296889 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 48734) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:47.329195 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-540c9fd0-1fff-4b20-81e3-06dc0d35f66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:47.354554 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-540c9fd0-1fff-4b20-81e3-06dc0d35f66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:47.414931 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bb51f6ef-28de-467a-bcee-1cd1d8e97df7 req-8c7936f2-ee00-4a84-b055-d8de89f4521c tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=71672535-8459-4eda-9ef9-99df31d15e28 HTTP/1.1" status: 200 len: 210 time: 0.0358799 Sep 15 15:28:47.420506 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-ac61b1bb-c830-4665-82d0-bb5bbadcd577 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1954082300-network', 'tenant_id': 'a1ca12742ba243ecb2ac26efa9f36b18'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:28:47.536216 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-540c9fd0-1fff-4b20-81e3-06dc0d35f66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:47.538732 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-540c9fd0-1fff-4b20-81e3-06dc0d35f66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:47.539940 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-540c9fd0-1fff-4b20-81e3-06dc0d35f66b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/daf823ec-bea8-41b4-a757-e1c5316911a2 HTTP/1.1" status: 204 len: 168 time: 0.2679758 Sep 15 15:28:47.549968 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c9fd0-1fff-4b20-81e3-06dc0d35f66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf823ec-bea8-41b4-a757-e1c5316911a2,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:47.557940 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac61b1bb-c830-4665-82d0-bb5bbadcd577 admin admin] Made reservation on behalf of a1ca12742ba243ecb2ac26efa9f36b18 for: {'network': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:28:47.560884 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ac61b1bb-c830-4665-82d0-bb5bbadcd577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:47.570913 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ac61b1bb-c830-4665-82d0-bb5bbadcd577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:47.677714 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ac61b1bb-c830-4665-82d0-bb5bbadcd577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:47.734533 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875ea52-cb59-4936-aaa4-4d09c0439733 req-419c1334-c12f-4c09-a984-12811726b4fc tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:47.736268 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9875ea52-cb59-4936-aaa4-4d09c0439733 req-419c1334-c12f-4c09-a984-12811726b4fc tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0568755 Sep 15 15:28:47.763968 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ac61b1bb-c830-4665-82d0-bb5bbadcd577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:47.776290 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 48756) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:47.792957 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9875ea52-cb59-4936-aaa4-4d09c0439733 req-76dec1d9-d812-47b5-8226-28c914ea5873 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506797 Sep 15 15:28:47.793744 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac61b1bb-c830-4665-82d0-bb5bbadcd577 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=94800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:28:47.821506 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ac61b1bb-c830-4665-82d0-bb5bbadcd577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:47.821506 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.db.segments_db [None req-ac61b1bb-c830-4665-82d0-bb5bbadcd577 admin admin] Added segment 626b5050-7848-4b93-ae05-e31f6c95371e of type vlan for network acf00411-7c31-407a-b8c9-ae4865c5f762 Sep 15 15:28:47.821506 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61b1bb-c830-4665-82d0-bb5bbadcd577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda10d00-517d-4382-81ba-62d7e9b7419d,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:47.880674 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ac61b1bb-c830-4665-82d0-bb5bbadcd577 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442518815'] for network, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:48.010530 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-6c91e00c-17aa-400c-8848-e63b76e84824 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1900991480-network', 'tenant_id': '014eadde13994ef290dfbd41d07b4cae'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:28:48.221538 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ac61b1bb-c830-4665-82d0-bb5bbadcd577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for network, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:48.225062 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac61b1bb-c830-4665-82d0-bb5bbadcd577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:48.225062 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ac61b1bb-c830-4665-82d0-bb5bbadcd577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:48.283394 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61b1bb-c830-4665-82d0-bb5bbadcd577 admin admin] Pushing event updated for resources: {'Network': ['ID=acf00411-7c31-407a-b8c9-ae4865c5f762,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:48.294009 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Network acf00411-7c31-407a-b8c9-ae4865c5f762 details requested by agent ovs-agent-dv-cinder-809201-1-iscsi with host dv-cinder-809201-1-iscsi {{(pid=94801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:28:48.312945 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c91e00c-17aa-400c-8848-e63b76e84824 admin admin] Made reservation on behalf of 014eadde13994ef290dfbd41d07b4cae for: {'network': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:28:48.316979 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6c91e00c-17aa-400c-8848-e63b76e84824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:48.324826 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6c91e00c-17aa-400c-8848-e63b76e84824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:48.433705 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-ac61b1bb-c830-4665-82d0-bb5bbadcd577 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1357775 Sep 15 15:28:48.436730 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 48772) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:48.441556 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-dfcb92b9-f88e-4c54-8e7e-a08ba6afccb0 admin admin] Request body: {'subnet': {'network_id': 'acf00411-7c31-407a-b8c9-ae4865c5f762', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1954082300-subnet', 'tenant_id': 'a1ca12742ba243ecb2ac26efa9f36b18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:28:48.517980 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6c91e00c-17aa-400c-8848-e63b76e84824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:48.609740 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6c91e00c-17aa-400c-8848-e63b76e84824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:48.635271 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91e00c-17aa-400c-8848-e63b76e84824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd7e484-6080-4c28-ae89-9d2db1471b84,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:48.657980 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c91e00c-17aa-400c-8848-e63b76e84824 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=94799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:28:48.667274 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6c91e00c-17aa-400c-8848-e63b76e84824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:48.667616 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.db.segments_db [None req-6c91e00c-17aa-400c-8848-e63b76e84824 admin admin] Added segment 46c5849c-4221-4df8-bced-0edeaabd6b9c of type vlan for network 5530686d-3b7a-45e2-b0f4-20e56c88af09 Sep 15 15:28:48.694445 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e0937cea-5f6b-43c8-ae26-00ece1ca2bd2 req-1b26babe-ac97-4a7d-bc09-a01f0967b9e9 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=71672535-8459-4eda-9ef9-99df31d15e28 HTTP/1.1" status: 200 len: 210 time: 0.0408595 Sep 15 15:28:48.716280 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6c91e00c-17aa-400c-8848-e63b76e84824 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442518815'] for network, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:48.751749 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcb92b9-f88e-4c54-8e7e-a08ba6afccb0 admin admin] Made reservation on behalf of a1ca12742ba243ecb2ac26efa9f36b18 for: {'subnet': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:28:48.754078 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-dfcb92b9-f88e-4c54-8e7e-a08ba6afccb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12105385'] for subnet, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:48.860584 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6c91e00c-17aa-400c-8848-e63b76e84824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for network, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:48.861622 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c91e00c-17aa-400c-8848-e63b76e84824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:48.862229 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6c91e00c-17aa-400c-8848-e63b76e84824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:48.928064 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91e00c-17aa-400c-8848-e63b76e84824 admin admin] Pushing event updated for resources: {'Network': ['ID=5530686d-3b7a-45e2-b0f4-20e56c88af09,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:48.939483 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Network 5530686d-3b7a-45e2-b0f4-20e56c88af09 details requested by agent ovs-agent-dv-cinder-809201-1-iscsi with host dv-cinder-809201-1-iscsi {{(pid=94801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:28:48.979205 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef875a6-02a0-41b7-b803-f7efac025de6 req-b383915b-806c-48da-9b49-b4852fc9a465 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:48.981512 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-eef875a6-02a0-41b7-b803-f7efac025de6 req-b383915b-806c-48da-9b49-b4852fc9a465 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.1096275 Sep 15 15:28:49.011791 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-6c91e00c-17aa-400c-8848-e63b76e84824 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2343600 Sep 15 15:28:49.020501 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 48792) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:49.025716 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-6c4ce2a0-4213-4390-8139-bb51a83843ca admin admin] Request body: {'subnet': {'network_id': '5530686d-3b7a-45e2-b0f4-20e56c88af09', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1900991480-subnet', 'tenant_id': '014eadde13994ef290dfbd41d07b4cae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:28:49.042261 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-eef875a6-02a0-41b7-b803-f7efac025de6 req-454d858f-9776-49ac-acb0-058beed5f3ad tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541890 Sep 15 15:28:49.147632 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-dfcb92b9-f88e-4c54-8e7e-a08ba6afccb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12210035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12105351'] for subnet, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:49.193041 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4ce2a0-4213-4390-8139-bb51a83843ca admin admin] Made reservation on behalf of 014eadde13994ef290dfbd41d07b4cae for: {'subnet': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:28:49.199761 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6c4ce2a0-4213-4390-8139-bb51a83843ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9382923'] for subnet, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:49.209594 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb92b9-f88e-4c54-8e7e-a08ba6afccb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c285f301-52c5-44b7-895d-a3e7d07ece6d,revision_number=0']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:49.228384 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcb92b9-f88e-4c54-8e7e-a08ba6afccb0 admin admin] Checking segment: {'id': '626b5050-7848-4b93-ae05-e31f6c95371e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'acf00411-7c31-407a-b8c9-ae4865c5f762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:28:49.229041 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcb92b9-f88e-4c54-8e7e-a08ba6afccb0 admin admin] Network hostable DHCP agents. Network: acf00411-7c31-407a-b8c9-ae4865c5f762, hostable agents: ['c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0'], hosted agents: [] {{(pid=94800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:28:49.295843 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcb92b9-f88e-4c54-8e7e-a08ba6afccb0 admin admin] Network acf00411-7c31-407a-b8c9-ae4865c5f762 is scheduled to be hosted by DHCP agent c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0 with binding_index 1 {{(pid=94800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:28:49.375802 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [None req-dfcb92b9-f88e-4c54-8e7e-a08ba6afccb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-1-iscsi, acf00411-7c31-407a-b8c9-ae4865c5f762) {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:28:49.380327 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcb92b9-f88e-4c54-8e7e-a08ba6afccb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:49.382775 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-dfcb92b9-f88e-4c54-8e7e-a08ba6afccb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for subnet, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:49.393776 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc4e85d-b975-4175-a90d-c1b74b2a0169 None None] Network acf00411-7c31-407a-b8c9-ae4865c5f762 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:28:49.489460 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6c4ce2a0-4213-4390-8139-bb51a83843ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9314500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9382949'] for subnet, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:49.489872 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-dfcb92b9-f88e-4c54-8e7e-a08ba6afccb0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0519447 Sep 15 15:28:49.537115 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df77ecb0-65e4-4114-91e9-75f13d35793b None None] Network acf00411-7c31-407a-b8c9-ae4865c5f762 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:28:49.571390 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ce2a0-4213-4390-8139-bb51a83843ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b34e668-014e-4cf5-a17a-3243541fc52a,revision_number=0']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:49.584032 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4ce2a0-4213-4390-8139-bb51a83843ca admin admin] Checking segment: {'id': '46c5849c-4221-4df8-bced-0edeaabd6b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5530686d-3b7a-45e2-b0f4-20e56c88af09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:28:49.584508 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4ce2a0-4213-4390-8139-bb51a83843ca admin admin] Network hostable DHCP agents. Network: 5530686d-3b7a-45e2-b0f4-20e56c88af09, hostable agents: ['c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0'], hosted agents: [] {{(pid=94799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:28:49.678491 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4ce2a0-4213-4390-8139-bb51a83843ca admin admin] Network 5530686d-3b7a-45e2-b0f4-20e56c88af09 is scheduled to be hosted by DHCP agent c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0 with binding_index 1 {{(pid=94799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:28:49.762475 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 48808) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:49.768933 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-6c4ce2a0-4213-4390-8139-bb51a83843ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-1-iscsi, 5530686d-3b7a-45e2-b0f4-20e56c88af09) {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:28:49.780329 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4ce2a0-4213-4390-8139-bb51a83843ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:49.781104 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6c4ce2a0-4213-4390-8139-bb51a83843ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:49.794043 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4555813-0050-4aca-8d60-9c8f0678ee3a None None] Network 5530686d-3b7a-45e2-b0f4-20e56c88af09 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:28:49.801490 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-83dd3c7e-498a-4be5-ab7b-da3a9709e1d5 req-ebed04f8-990f-4af4-b90a-efec1331a2c0 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=71672535-8459-4eda-9ef9-99df31d15e28 HTTP/1.1" status: 200 len: 210 time: 0.0438836 Sep 15 15:28:49.908314 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-3578e4f4-aa58-40cf-b1cf-70fa028d918a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:49.940336 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-6c4ce2a0-4213-4390-8139-bb51a83843ca admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9184921 Sep 15 15:28:49.959246 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9a8ad8-2993-40ec-90a5-35c779168ad4 None None] Network 5530686d-3b7a-45e2-b0f4-20e56c88af09 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:28:50.044751 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-3578e4f4-aa58-40cf-b1cf-70fa028d918a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:50.153261 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-3578e4f4-aa58-40cf-b1cf-70fa028d918a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:50.192704 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-3578e4f4-aa58-40cf-b1cf-70fa028d918a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=03c7e0b5512f4f80943f9574274f634d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4289558 Sep 15 15:28:50.193580 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578e4f4-aa58-40cf-b1cf-70fa028d918a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61efb5c1-9267-48c8-82a6-069f1b7e18f1,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:50.196200 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 48832) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:50.205498 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627ef15-5be3-45cc-bd3d-d582dd389d6c req-de14d86a-35d6-4aaf-9d03-f098757e7bc5 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:50.209136 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6627ef15-5be3-45cc-bd3d-d582dd389d6c req-de14d86a-35d6-4aaf-9d03-f098757e7bc5 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0723224 Sep 15 15:28:50.258272 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6627ef15-5be3-45cc-bd3d-d582dd389d6c req-8084a61b-52f5-4a91-818d-3c1d49638cad tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439136 Sep 15 15:28:50.285983 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-cd20f3a7-9634-4b69-963a-aa92273cb9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:50.301545 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-cd20f3a7-9634-4b69-963a-aa92273cb9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:50.473108 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-cd20f3a7-9634-4b69-963a-aa92273cb9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:50.476278 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-cd20f3a7-9634-4b69-963a-aa92273cb9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:50.477651 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-cd20f3a7-9634-4b69-963a-aa92273cb9b3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/61efb5c1-9267-48c8-82a6-069f1b7e18f1 HTTP/1.1" status: 204 len: 168 time: 0.2805524 Sep 15 15:28:50.488065 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20f3a7-9634-4b69-963a-aa92273cb9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61efb5c1-9267-48c8-82a6-069f1b7e18f1,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:50.674174 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 48850) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:50.679360 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-43bc296c-56ec-4606-9bec-095a264396f5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1547403979-network', 'tenant_id': 'bf842e9714984a6e87cdcd4097b58f2d'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:28:50.775368 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bc296c-56ec-4606-9bec-095a264396f5 admin admin] Made reservation on behalf of bf842e9714984a6e87cdcd4097b58f2d for: {'network': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:28:50.777875 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-43bc296c-56ec-4606-9bec-095a264396f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:50.790502 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-43bc296c-56ec-4606-9bec-095a264396f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:50.910934 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78d047-e4de-4d86-8f40-d140be6ec877 req-be990df1-795e-4b92-a500-c94ce4bdcc53 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:50.914913 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cf78d047-e4de-4d86-8f40-d140be6ec877 req-be990df1-795e-4b92-a500-c94ce4bdcc53 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0721412 Sep 15 15:28:50.969129 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-ffceab25-d654-4b8e-9c7c-74d677495c0f tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:50.971859 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6f5630e8-54d1-47c5-aa10-c3f9ddd63a0c req-4defe8a8-d04c-453a-b51a-cca92f7258a7 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=71672535-8459-4eda-9ef9-99df31d15e28 HTTP/1.1" status: 200 len: 210 time: 0.0557554 Sep 15 15:28:50.980116 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-ffceab25-d654-4b8e-9c7c-74d677495c0f tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.58 "GET /v2.0/networks?id=aaf55d3d-b53f-469a-9a1b-4f57895133bc HTTP/1.1" status: 200 len: 808 time: 0.1759584 Sep 15 15:28:51.018297 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-1b0df5f6-927d-41d6-9762-eb70efe2adaf tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Request body: {'port': {'device_id': '71672535-8459-4eda-9ef9-99df31d15e28', 'network_id': 'aaf55d3d-b53f-469a-9a1b-4f57895133bc', 'admin_state_up': True, 'tenant_id': '9172ec8966bc4f6d99bf6713d42413e2'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:28:51.047936 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cf78d047-e4de-4d86-8f40-d140be6ec877 req-20539c5f-c9b0-49b3-9041-2058ac305a4c tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174350 Sep 15 15:28:51.075253 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652675bb-10ff-457f-b8f1-78c0b95ed32d req-8d1257a0-59e3-4cd8-924d-7642734b4888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:51.085636 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-652675bb-10ff-457f-b8f1-78c0b95ed32d req-8d1257a0-59e3-4cd8-924d-7642734b4888 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a16269c5a0742a89bef71d5a8d467a2&device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 1098 time: 0.0771248 Sep 15 15:28:51.132840 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-43bc296c-56ec-4606-9bec-095a264396f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:51.239293 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652675bb-10ff-457f-b8f1-78c0b95ed32d req-3fc9d741-6f53-4388-a26c-4688018ac09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:51.240865 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-652675bb-10ff-457f-b8f1-78c0b95ed32d req-3fc9d741-6f53-4388-a26c-4688018ac09e service neutron] 10.222.0.58 "GET /v2.0/networks?id=847cb1e4-e19c-4271-800e-31d2a3c7a1df HTTP/1.1" status: 200 len: 920 time: 0.1472120 Sep 15 15:28:51.257016 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-43bc296c-56ec-4606-9bec-095a264396f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:51.291005 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43bc296c-56ec-4606-9bec-095a264396f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=94799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:28:51.300520 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-652675bb-10ff-457f-b8f1-78c0b95ed32d req-1d840c44-6c20-4efd-92c1-d5cf7821035e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87684267-f620-4297-9301-e7938b4b736d HTTP/1.1" status: 200 len: 217 time: 0.0517247 Sep 15 15:28:51.313155 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-43bc296c-56ec-4606-9bec-095a264396f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:51.313578 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.db.segments_db [None req-43bc296c-56ec-4606-9bec-095a264396f5 admin admin] Added segment 2eef34d8-1a70-4833-b739-3674bb9253a4 of type vlan for network 12163482-7a49-4063-b370-e4e27dd3c96a Sep 15 15:28:51.314915 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc296c-56ec-4606-9bec-095a264396f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420361b6-371e-4d40-a15e-ca515ad27fa3,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:51.362114 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-43bc296c-56ec-4606-9bec-095a264396f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442518815'] for network, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:51.369783 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652675bb-10ff-457f-b8f1-78c0b95ed32d req-b99d8818-00cb-4cc4-892c-727006bae866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:51.371850 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-652675bb-10ff-457f-b8f1-78c0b95ed32d req-b99d8818-00cb-4cc4-892c-727006bae866 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=97e16b6b-eb11-4c27-ab3e-76841cb2f586 HTTP/1.1" status: 200 len: 859 time: 0.0618246 Sep 15 15:28:51.405846 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-652675bb-10ff-457f-b8f1-78c0b95ed32d req-1c60337b-f634-4b20-b269-a0e6daeb9107 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=847cb1e4-e19c-4271-800e-31d2a3c7a1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258796 Sep 15 15:28:51.443856 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-1b0df5f6-927d-41d6-9762-eb70efe2adaf tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Made reservation on behalf of 9172ec8966bc4f6d99bf6713d42413e2 for: {'port': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:28:51.447792 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-1b0df5f6-927d-41d6-9762-eb70efe2adaf tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:51.493893 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-43bc296c-56ec-4606-9bec-095a264396f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for network, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:51.494863 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bc296c-56ec-4606-9bec-095a264396f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:51.495478 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-43bc296c-56ec-4606-9bec-095a264396f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:51.536416 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-652675bb-10ff-457f-b8f1-78c0b95ed32d req-e597a4b7-3823-43cc-a969-f4eb304b25fa service neutron] 10.222.0.58 "GET /v2.0/networks/847cb1e4-e19c-4271-800e-31d2a3c7a1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227367 Sep 15 15:28:51.644962 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc296c-56ec-4606-9bec-095a264396f5 admin admin] Pushing event updated for resources: {'Network': ['ID=12163482-7a49-4063-b370-e4e27dd3c96a,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:51.651797 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-43bc296c-56ec-4606-9bec-095a264396f5 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9762068 Sep 15 15:28:51.657802 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 48898) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:51.658555 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Network 12163482-7a49-4063-b370-e4e27dd3c96a details requested by agent ovs-agent-dv-cinder-809201-1-iscsi with host dv-cinder-809201-1-iscsi {{(pid=94801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:28:51.662681 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-7566bad4-10f7-4d69-8f91-27af3626b257 admin admin] Request body: {'subnet': {'network_id': '12163482-7a49-4063-b370-e4e27dd3c96a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1547403979-subnet', 'tenant_id': 'bf842e9714984a6e87cdcd4097b58f2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:28:51.712428 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-652675bb-10ff-457f-b8f1-78c0b95ed32d req-52d00be7-160f-42db-b515-7bf4970d1a8d service neutron] 10.222.0.58 "GET /v2.0/networks/847cb1e4-e19c-4271-800e-31d2a3c7a1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566980 Sep 15 15:28:51.724446 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_common [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-1b0df5f6-927d-41d6-9762-eb70efe2adaf tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Allocated IP 172.20.0.13 (aaf55d3d-b53f-469a-9a1b-4f57895133bc/cf29e92e-3a44-4b4b-a215-5fd0de3c2f07/cbf3b2ed-c3f4-4b88-8db1-bbf42980d128) {{(pid=94799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:28:51.811345 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7566bad4-10f7-4d69-8f91-27af3626b257 admin admin] Made reservation on behalf of bf842e9714984a6e87cdcd4097b58f2d for: {'subnet': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:28:51.813624 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-7566bad4-10f7-4d69-8f91-27af3626b257 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9382923'] for subnet, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:51.951592 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-1b0df5f6-927d-41d6-9762-eb70efe2adaf tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Notify callbacks [] for port, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:52.119240 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-1b0df5f6-927d-41d6-9762-eb70efe2adaf tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:52.151794 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e5735856-d435-4af3-bf2d-be4082d14a02 req-1e979958-08ea-4484-8a41-11f424e5b46f tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=71672535-8459-4eda-9ef9-99df31d15e28 HTTP/1.1" status: 200 len: 210 time: 0.0730383 Sep 15 15:28:52.194602 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-1b0df5f6-927d-41d6-9762-eb70efe2adaf tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Network aaf55d3d-b53f-469a-9a1b-4f57895133bc is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:28:52.197477 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-1b0df5f6-927d-41d6-9762-eb70efe2adaf tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:28:52.200839 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-1b0df5f6-927d-41d6-9762-eb70efe2adaf tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Received port after_create {{(pid=94799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:28:52.207898 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-7566bad4-10f7-4d69-8f91-27af3626b257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9314500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9382949'] for subnet, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:52.233500 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668d817-40da-4fca-9bfa-c47581143e1c req-f43c026b-beab-4388-a805-2eba12be7232 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:52.234870 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d668d817-40da-4fca-9bfa-c47581143e1c req-f43c026b-beab-4388-a805-2eba12be7232 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0858066 Sep 15 15:28:52.278576 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d668d817-40da-4fca-9bfa-c47581143e1c req-06389fcb-1cc3-478d-8be0-14ac25772f22 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368848 Sep 15 15:28:52.301699 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0df5f6-927d-41d6-9762-eb70efe2adaf tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Pushing event updated for resources: {'Port': ['ID=cbf3b2ed-c3f4-4b88-8db1-bbf42980d128,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:52.315821 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566bad4-10f7-4d69-8f91-27af3626b257 admin admin] Pushing event updated for resources: {'Subnet': ['ID=167e58e0-e69f-4c00-937b-c7e088ddd0dc,revision_number=0']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:52.325156 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-1b0df5f6-927d-41d6-9762-eb70efe2adaf tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:52.325780 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-1b0df5f6-927d-41d6-9762-eb70efe2adaf tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:52.353429 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7566bad4-10f7-4d69-8f91-27af3626b257 admin admin] Checking segment: {'id': '2eef34d8-1a70-4833-b739-3674bb9253a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '12163482-7a49-4063-b370-e4e27dd3c96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:28:52.353764 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7566bad4-10f7-4d69-8f91-27af3626b257 admin admin] Network hostable DHCP agents. Network: 12163482-7a49-4063-b370-e4e27dd3c96a, hostable agents: ['c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0'], hosted agents: [] {{(pid=94799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:28:52.422095 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-1b0df5f6-927d-41d6-9762-eb70efe2adaf tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4099927 Sep 15 15:28:52.436590 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-218e4501-cff4-469f-9afa-82aac21d167e service neutron] Request body: {'port': {'device_id': '71672535-8459-4eda-9ef9-99df31d15e28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:28:52.458400 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7566bad4-10f7-4d69-8f91-27af3626b257 admin admin] Network 12163482-7a49-4063-b370-e4e27dd3c96a is scheduled to be hosted by DHCP agent c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0 with binding_index 1 {{(pid=94799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:28:52.501035 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-218e4501-cff4-469f-9afa-82aac21d167e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:52.599852 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-7566bad4-10f7-4d69-8f91-27af3626b257 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-1-iscsi, 12163482-7a49-4063-b370-e4e27dd3c96a) {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:28:52.608944 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c0b60c-83fb-4bc9-b202-ff33e4f59c23 None None] Network 12163482-7a49-4063-b370-e4e27dd3c96a requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:28:52.612044 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7566bad4-10f7-4d69-8f91-27af3626b257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:52.612633 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-7566bad4-10f7-4d69-8f91-27af3626b257 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:52.738100 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62686dc-4d97-4a5c-af52-da4f0288a8e2 None None] Network 12163482-7a49-4063-b370-e4e27dd3c96a requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:28:52.774268 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-7566bad4-10f7-4d69-8f91-27af3626b257 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1153777 Sep 15 15:28:52.788952 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-218e4501-cff4-469f-9afa-82aac21d167e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf3b2ed-c3f4-4b88-8db1-bbf42980d128 {{(pid=94799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:28:52.798103 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-218e4501-cff4-469f-9afa-82aac21d167e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:52.812121 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.provisioning_blocks [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-218e4501-cff4-469f-9afa-82aac21d167e service neutron] Transition to ACTIVE for port object cbf3b2ed-c3f4-4b88-8db1-bbf42980d128 will not be triggered until provisioned by entity L2. {{(pid=94799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:28:52.931604 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 48940) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:52.983933 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_v2 [None req-911b1d8d-80b0-4730-91db-6d9acae4d8b8 admin admin] Deleting subnet c285f301-52c5-44b7-895d-a3e7d07ece6d {{(pid=94799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:28:52.992031 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-911b1d8d-80b0-4730-91db-6d9acae4d8b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:53.035487 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-911b1d8d-80b0-4730-91db-6d9acae4d8b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9270566'] for subnet, precommit_delete_associations {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:53.089653 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-911b1d8d-80b0-4730-91db-6d9acae4d8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1523291'] for subnet, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:53.147098 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-218e4501-cff4-469f-9afa-82aac21d167e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9314481'] for port, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:53.147811 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:53.191108 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-ebbacf8c-94ec-4112-aeea-b86e8052d374 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:53.193871 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-ebbacf8c-94ec-4112-aeea-b86e8052d374 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/networks?id=5530686d-3b7a-45e2-b0f4-20e56c88af09 HTTP/1.1" status: 200 len: 814 time: 0.1266432 Sep 15 15:28:53.212620 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-24057ab9-2345-4d08-a46b-fa5ad67b0f3b tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/quotas/014eadde13994ef290dfbd41d07b4cae HTTP/1.1" status: 200 len: 375 time: 0.0114148 Sep 15 15:28:53.224215 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e4501-cff4-469f-9afa-82aac21d167e service neutron] Pushing event updated for resources: {'Port': ['ID=cbf3b2ed-c3f4-4b88-8db1-bbf42980d128,revision_number=2']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:53.226762 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-19413f3b-0c2a-4fc9-a9e3-2dd0de38e3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:53.255520 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-37ee2e20-d4a8-4a5f-8800-d4c097c26e54 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=014eadde13994ef290dfbd41d07b4cae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340831 Sep 15 15:28:53.288955 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.managers [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-218e4501-cff4-469f-9afa-82aac21d167e service neutron] Attempting to bind port cbf3b2ed-c3f4-4b88-8db1-bbf42980d128 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:28:53.289280 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.managers [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-218e4501-cff4-469f-9afa-82aac21d167e service neutron] Attempting to bind port cbf3b2ed-c3f4-4b88-8db1-bbf42980d128 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'aaf55d3d-b53f-469a-9a1b-4f57895133bc'}] {{(pid=94799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:28:53.289597 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-218e4501-cff4-469f-9afa-82aac21d167e service neutron] Attempting to bind port cbf3b2ed-c3f4-4b88-8db1-bbf42980d128 on network aaf55d3d-b53f-469a-9a1b-4f57895133bc {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:28:53.294495 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-218e4501-cff4-469f-9afa-82aac21d167e service neutron] Port cbf3b2ed-c3f4-4b88-8db1-bbf42980d128 on network aaf55d3d-b53f-469a-9a1b-4f57895133bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:28:53.306678 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-218e4501-cff4-469f-9afa-82aac21d167e service neutron] Attempting to bind port cbf3b2ed-c3f4-4b88-8db1-bbf42980d128 on network aaf55d3d-b53f-469a-9a1b-4f57895133bc {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:28:53.306678 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-218e4501-cff4-469f-9afa-82aac21d167e service neutron] Checking agent: {'id': 'eba348e6-0b8a-43b6-acdf-c2678b53c044', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'started_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:28:53.306678 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-218e4501-cff4-469f-9afa-82aac21d167e service neutron] Checking segment: {'id': '60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'aaf55d3d-b53f-469a-9a1b-4f57895133bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:28:53.306678 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-218e4501-cff4-469f-9afa-82aac21d167e service neutron] Bound using segment: {'id': '60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'aaf55d3d-b53f-469a-9a1b-4f57895133bc'} {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:28:53.306678 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.managers [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-218e4501-cff4-469f-9afa-82aac21d167e service neutron] Bound port: cbf3b2ed-c3f4-4b88-8db1-bbf42980d128, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'aaf55d3d-b53f-469a-9a1b-4f57895133bc'}}] {{(pid=94799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:28:53.306678 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-218e4501-cff4-469f-9afa-82aac21d167e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:53.336494 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-911b1d8d-80b0-4730-91db-6d9acae4d8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1523276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9314439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9382956'] for subnet, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:53.370723 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b1d8d-80b0-4730-91db-6d9acae4d8b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c285f301-52c5-44b7-895d-a3e7d07ece6d,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:53.376388 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-911b1d8d-80b0-4730-91db-6d9acae4d8b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:53.379375 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-911b1d8d-80b0-4730-91db-6d9acae4d8b8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c285f301-52c5-44b7-895d-a3e7d07ece6d HTTP/1.1" status: 204 len: 168 time: 0.4467499 Sep 15 15:28:53.384633 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 48962) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:53.386504 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4a45d-513b-4b13-ac87-527e9a320f4b req-25644093-5df8-4546-92c8-d5ac0c720f88 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:53.389006 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f5c4a45d-513b-4b13-ac87-527e9a320f4b req-25644093-5df8-4546-92c8-d5ac0c720f88 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=71672535-8459-4eda-9ef9-99df31d15e28 HTTP/1.1" status: 200 len: 944 time: 0.1180806 Sep 15 15:28:53.414547 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-8410bb8f-b5ba-4e8b-ab29-9c3973465acf service neutron] 10.222.0.54 "GET /v2.0/networks/5530686d-3b7a-45e2-b0f4-20e56c88af09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509995 Sep 15 15:28:53.437508 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-218e4501-cff4-469f-9afa-82aac21d167e service neutron] For port cbf3b2ed-c3f4-4b88-8db1-bbf42980d128, host hv-cinder-80920, cleared binding levels {{(pid=94799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:28:53.476180 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f5c4a45d-513b-4b13-ac87-527e9a320f4b req-1820757b-70c2-4af7-b4bf-cdc14eff4315 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/security-groups?id=a28ebd5c-d1d6-47a3-8201-e97619536e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737526 Sep 15 15:28:53.484095 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-218e4501-cff4-469f-9afa-82aac21d167e service neutron] For port cbf3b2ed-c3f4-4b88-8db1-bbf42980d128, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=cbf3b2ed-c3f4-4b88-8db1-bbf42980d128,segment=NetworkSegment(60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e),segment_id=60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e)] {{(pid=94799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:28:53.492555 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2d514187-5578-4ddd-8182-f2780fc84dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369514'] for network, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:53.562503 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-1940309c-8030-4fc0-9595-de6291883219 service neutron] 10.222.0.54 "GET /v2.0/networks/5530686d-3b7a-45e2-b0f4-20e56c88af09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351478 Sep 15 15:28:53.592401 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2d514187-5578-4ddd-8182-f2780fc84dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522908', 'neutron.services.segments.db._delete_segments_for_network-8751443108509'] for network, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:53.613758 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-218e4501-cff4-469f-9afa-82aac21d167e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9314481'] for port, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:53.616942 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.services.segments.db [None req-2d514187-5578-4ddd-8182-f2780fc84dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf00411-7c31-407a-b8c9-ae4865c5f762']}} {{(pid=94799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:53.649687 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2a6a0-0f13-4279-b5d8-8ed55bb3bbbf req-5232a757-f378-4d5d-9f9c-f2240fa63e92 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:53.654820 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.services.segments.db [None req-2d514187-5578-4ddd-8182-f2780fc84dc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626b5050-7848-4b93-ae05-e31f6c95371e') {'for_net_delete': True} {{(pid=94799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:53.655142 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.services.segments.db [None req-2d514187-5578-4ddd-8182-f2780fc84dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626b5050-7848-4b93-ae05-e31f6c95371e') {} {{(pid=94799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:53.664263 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9de2a6a0-0f13-4279-b5d8-8ed55bb3bbbf req-5232a757-f378-4d5d-9f9c-f2240fa63e92 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0793679 Sep 15 15:28:53.672361 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2d514187-5578-4ddd-8182-f2780fc84dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751443108774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9270573'] for segment, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:53.674539 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-218e4501-cff4-469f-9afa-82aac21d167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:53.675167 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-218e4501-cff4-469f-9afa-82aac21d167e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:53.676611 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-218e4501-cff4-469f-9afa-82aac21d167e service neutron] 10.222.0.58 "PUT /v2.0/ports/cbf3b2ed-c3f4-4b88-8db1-bbf42980d128 HTTP/1.1" status: 200 len: 1094 time: 1.2446954 Sep 15 15:28:53.677057 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71672535-8459-4eda-9ef9-99df31d15e28', 'tag': 'cbf3b2ed-c3f4-4b88-8db1-bbf42980d128'}] {{(pid=94799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:28:53.679388 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caaf3dc35d391ee5789c70ae145b39738e2d95c5e07cc5749919ddff6cc97c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8fee7b-773b-44e5-b55c-be2bfe91ccf9" -d '{"events": [{"name": "network-changed", "server_uuid": "71672535-8459-4eda-9ef9-99df31d15e28", "tag": "cbf3b2ed-c3f4-4b88-8db1-bbf42980d128"}]}' {{(pid=94799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:28:53.707604 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2d514187-5578-4ddd-8182-f2780fc84dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:53.711330 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9de2a6a0-0f13-4279-b5d8-8ed55bb3bbbf req-97dc24f1-751e-432b-827c-4255c2130475 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528035 Sep 15 15:28:53.717252 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e4501-cff4-469f-9afa-82aac21d167e service neutron] Pushing event updated for resources: {'Port': ['ID=cbf3b2ed-c3f4-4b88-8db1-bbf42980d128,revision_number=3']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:53.720824 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d514187-5578-4ddd-8182-f2780fc84dc3 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:28:53.721257 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2d514187-5578-4ddd-8182-f2780fc84dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9314649'] for segment, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: Traceback (most recent call last): Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: timer() Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: cb(*args, **kw) Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: return func(*args, **kwargs) Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: self._notify() Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: self.callback(batched_events) Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: event.method(event) Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: return f(self, *a, **k) Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: return self._get(url).json() Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: return self.request(url, 'GET', **kwargs) Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:28:53.723365 dv-cinder-809201-1-iscsi neutron-server[94799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:28:53.775332 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fb3137-91f5-4d8d-ae38-79fbf6317757 x-openstack-request-id: req-e9fb3137-91f5-4d8d-ae38-79fbf6317757 {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:28:53.775612 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71672535-8459-4eda-9ef9-99df31d15e28", "tag": "cbf3b2ed-c3f4-4b88-8db1-bbf42980d128", "status": "completed", "code": 200}]} {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:28:53.775853 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e9fb3137-91f5-4d8d-ae38-79fbf6317757 {{(pid=94799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:28:53.780159 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71672535-8459-4eda-9ef9-99df31d15e28', 'tag': 'cbf3b2ed-c3f4-4b88-8db1-bbf42980d128', 'status': 'completed', 'code': 200} Sep 15 15:28:53.847464 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fee7b-773b-44e5-b55c-be2bfe91ccf9 req-df9644df-9225-4ba2-9724-f1acab847b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:53.848756 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-cf8fee7b-773b-44e5-b55c-be2bfe91ccf9 req-df9644df-9225-4ba2-9724-f1acab847b39 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9172ec8966bc4f6d99bf6713d42413e2&device_id=71672535-8459-4eda-9ef9-99df31d15e28 HTTP/1.1" status: 200 len: 1097 time: 0.0491381 Sep 15 15:28:53.909429 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2d514187-5578-4ddd-8182-f2780fc84dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:53.936814 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2d514187-5578-4ddd-8182-f2780fc84dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:53.938269 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-2d514187-5578-4ddd-8182-f2780fc84dc3 admin admin] 10.222.0.54 "DELETE /v2.0/networks/acf00411-7c31-407a-b8c9-ae4865c5f762 HTTP/1.1" status: 204 len: 168 time: 0.5525367 Sep 15 15:28:53.941239 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 48982) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:53.983134 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d514187-5578-4ddd-8182-f2780fc84dc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=acf00411-7c31-407a-b8c9-ae4865c5f762,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:54.023725 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fee7b-773b-44e5-b55c-be2bfe91ccf9 req-8277d451-1c91-4a57-b4b9-6de04d04c9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:54.027624 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-cf8fee7b-773b-44e5-b55c-be2bfe91ccf9 req-8277d451-1c91-4a57-b4b9-6de04d04c9a7 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=9172ec8966bc4f6d99bf6713d42413e2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1647248 Sep 15 15:28:54.049919 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-3fa2dea5-e33a-4fab-9b0d-282a85063e4b req-27a0b733-727a-4a47-a471-231e861db221 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=04fa1751-9cb7-4f82-9ff7-236b6ce2c093 HTTP/1.1" status: 200 len: 210 time: 0.0408030 Sep 15 15:28:54.061175 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_v2 [None req-753ed182-95ca-45e4-9c8a-66c3d8dc9103 admin admin] Deleting subnet 167e58e0-e69f-4c00-937b-c7e088ddd0dc {{(pid=94800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:28:54.077881 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-753ed182-95ca-45e4-9c8a-66c3d8dc9103 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:54.120140 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-753ed182-95ca-45e4-9c8a-66c3d8dc9103 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10406217'] for subnet, precommit_delete_associations {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:54.156843 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fee7b-773b-44e5-b55c-be2bfe91ccf9 req-b4cb9163-3328-43d2-9fa2-6dd2acdb73e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:54.158408 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-cf8fee7b-773b-44e5-b55c-be2bfe91ccf9 req-b4cb9163-3328-43d2-9fa2-6dd2acdb73e5 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1227081 Sep 15 15:28:54.171403 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-753ed182-95ca-45e4-9c8a-66c3d8dc9103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1523291'] for subnet, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:54.260557 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-3760f920-75be-400b-b18e-d9fc9b35843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:54.262737 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-3760f920-75be-400b-b18e-d9fc9b35843f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9172ec8966bc4f6d99bf6713d42413e2&device_id=71672535-8459-4eda-9ef9-99df31d15e28 HTTP/1.1" status: 200 len: 1097 time: 0.0596764 Sep 15 15:28:54.306847 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-0ba80aba-1fdb-4c9d-9a26-521e11828970 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbf3b2ed-c3f4-4b88-8db1-bbf42980d128 HTTP/1.1" status: 200 len: 217 time: 0.0333025 Sep 15 15:28:54.357912 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-753ed182-95ca-45e4-9c8a-66c3d8dc9103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1523276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12209968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12105358'] for subnet, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:54.360506 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-017f0f8c-5e26-4a97-a6c0-5028e67411b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:54.361995 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-017f0f8c-5e26-4a97-a6c0-5028e67411b1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf29e92e-3a44-4b4b-a215-5fd0de3c2f07 HTTP/1.1" status: 200 len: 848 time: 0.0465026 Sep 15 15:28:54.383477 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ed182-95ca-45e4-9c8a-66c3d8dc9103 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=167e58e0-e69f-4c00-937b-c7e088ddd0dc,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:54.404228 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-7790f6db-073f-4140-8439-a4e13bc4ba80 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aaf55d3d-b53f-469a-9a1b-4f57895133bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265393 Sep 15 15:28:54.423922 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-753ed182-95ca-45e4-9c8a-66c3d8dc9103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for subnet, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:54.426825 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-753ed182-95ca-45e4-9c8a-66c3d8dc9103 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/167e58e0-e69f-4c00-937b-c7e088ddd0dc HTTP/1.1" status: 204 len: 168 time: 0.4840860 Sep 15 15:28:54.429273 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 48998) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:54.503881 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f7d67ed3-1316-4ab3-8ea4-b02f12f6b17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369514'] for network, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:54.509971 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-618c8fbe-637a-465f-b328-ef4ca915e6d0 service neutron] 10.222.0.58 "GET /v2.0/networks/aaf55d3d-b53f-469a-9a1b-4f57895133bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970905 Sep 15 15:28:54.590945 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f7d67ed3-1316-4ab3-8ea4-b02f12f6b17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522908', 'neutron.services.segments.db._delete_segments_for_network-8751443108509'] for network, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:54.630790 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-918bdb77-5ca0-4806-bab6-317dc60327f2 req-34c25cc2-7125-4253-9955-7f0820109cd3 service neutron] 10.222.0.58 "GET /v2.0/networks/aaf55d3d-b53f-469a-9a1b-4f57895133bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126802 Sep 15 15:28:54.633609 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.services.segments.db [None req-f7d67ed3-1316-4ab3-8ea4-b02f12f6b17a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12163482-7a49-4063-b370-e4e27dd3c96a']}} {{(pid=94800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:54.647798 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.services.segments.db [None req-f7d67ed3-1316-4ab3-8ea4-b02f12f6b17a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eef34d8-1a70-4833-b739-3674bb9253a4') {'for_net_delete': True} {{(pid=94800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:54.648107 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.services.segments.db [None req-f7d67ed3-1316-4ab3-8ea4-b02f12f6b17a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eef34d8-1a70-4833-b739-3674bb9253a4') {} {{(pid=94800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:28:54.663134 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f7d67ed3-1316-4ab3-8ea4-b02f12f6b17a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751443108774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10406210'] for segment, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:54.678418 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbd725-6763-46a9-8e26-b684bd33082a req-a02ed04e-3597-4c57-83b5-126f832c68d9 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:54.679992 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2bdbd725-6763-46a9-8e26-b684bd33082a req-a02ed04e-3597-4c57-83b5-126f832c68d9 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=71672535-8459-4eda-9ef9-99df31d15e28 HTTP/1.1" status: 200 len: 944 time: 0.0814402 Sep 15 15:28:54.689019 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f7d67ed3-1316-4ab3-8ea4-b02f12f6b17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7d67ed3-1316-4ab3-8ea4-b02f12f6b17a admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f7d67ed3-1316-4ab3-8ea4-b02f12f6b17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12209902'] for segment, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: Traceback (most recent call last): Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: timer() Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: cb(*args, **kw) Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: return func(*args, **kwargs) Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: self._notify() Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: self.callback(batched_events) Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: event.method(event) Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: return f(self, *a, **k) Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: return self._get(url).json() Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: return self.request(url, 'GET', **kwargs) Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:28:54.705589 dv-cinder-809201-1-iscsi neutron-server[94800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:28:54.793309 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2bdbd725-6763-46a9-8e26-b684bd33082a req-0d750298-5375-4d34-baed-bca27bc97aa5 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/security-groups?id=a28ebd5c-d1d6-47a3-8201-e97619536e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831194 Sep 15 15:28:54.895521 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f7d67ed3-1316-4ab3-8ea4-b02f12f6b17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:54.907218 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f7d67ed3-1316-4ab3-8ea4-b02f12f6b17a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:54.909283 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-f7d67ed3-1316-4ab3-8ea4-b02f12f6b17a admin admin] 10.222.0.54 "DELETE /v2.0/networks/12163482-7a49-4063-b370-e4e27dd3c96a HTTP/1.1" status: 204 len: 168 time: 0.4789288 Sep 15 15:28:54.923240 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d67ed3-1316-4ab3-8ea4-b02f12f6b17a admin admin] Pushing event deleted for resources: {'Network': ['ID=12163482-7a49-4063-b370-e4e27dd3c96a,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:55.139173 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-406097c7-e48e-404f-ae1f-1aa1799efab8 req-4ed368ae-72b1-4f0c-9d12-a8913f15d3ca tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=04fa1751-9cb7-4f82-9ff7-236b6ce2c093 HTTP/1.1" status: 200 len: 210 time: 0.0281117 Sep 15 15:28:55.496429 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 49028) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:55.537591 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-b46e921e-d760-48e2-b4e5-dae58a225765 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a1ca12742ba243ecb2ac26efa9f36b18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400131 Sep 15 15:28:55.542862 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 49030) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:55.591540 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-108ff62e-2f90-48d7-bc2b-4f2e128f03ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:55.612090 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-108ff62e-2f90-48d7-bc2b-4f2e128f03ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:55.815053 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-108ff62e-2f90-48d7-bc2b-4f2e128f03ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:55.817677 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-108ff62e-2f90-48d7-bc2b-4f2e128f03ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:55.823778 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-108ff62e-2f90-48d7-bc2b-4f2e128f03ac admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eda10d00-517d-4382-81ba-62d7e9b7419d HTTP/1.1" status: 204 len: 168 time: 0.2794108 Sep 15 15:28:55.853024 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ff62e-2f90-48d7-bc2b-4f2e128f03ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda10d00-517d-4382-81ba-62d7e9b7419d,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:55.997955 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd0c3b-a93a-417e-916b-45044f40d151 req-e7d4a3e0-049f-4875-bc5d-4a4cb86ad1c7 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:55.999523 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-26dd0c3b-a93a-417e-916b-45044f40d151 req-e7d4a3e0-049f-4875-bc5d-4a4cb86ad1c7 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0933151 Sep 15 15:28:56.008331 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f38362-c211-40f1-bba4-270bf9019a19 req-10ff0f96-b461-49b1-a68c-57a42d4bd4b2 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:56.009838 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-73f38362-c211-40f1-bba4-270bf9019a19 req-10ff0f96-b461-49b1-a68c-57a42d4bd4b2 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=71672535-8459-4eda-9ef9-99df31d15e28 HTTP/1.1" status: 200 len: 944 time: 0.0899909 Sep 15 15:28:56.075654 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-26dd0c3b-a93a-417e-916b-45044f40d151 req-6a58b1f4-bd3d-4e36-b9ab-6037921408b1 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648301 Sep 15 15:28:56.081113 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-73f38362-c211-40f1-bba4-270bf9019a19 req-d43b0c55-f0b3-4d89-8487-2ae0a4921c41 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/security-groups?id=a28ebd5c-d1d6-47a3-8201-e97619536e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626755 Sep 15 15:28:56.112513 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-86471685-4682-41df-844b-a2cfaa1f2334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:56.185988 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:56.346484 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-81156000-6687-441c-b9ba-c9869c5ee059 req-0d3ef72e-f249-4c12-b12f-64d2f6e4d20a tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=04fa1751-9cb7-4f82-9ff7-236b6ce2c093 HTTP/1.1" status: 200 len: 210 time: 0.0731807 Sep 15 15:28:56.734646 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 49078) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:56.775463 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-13f2dafd-0054-4555-a40b-3844b4e84a54 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bf842e9714984a6e87cdcd4097b58f2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439730 Sep 15 15:28:56.778505 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 49082) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:56.859186 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-75e83af4-21f3-4d54-8379-9d773130a6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:56.890293 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-75e83af4-21f3-4d54-8379-9d773130a6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:56.951908 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 49090) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:57.044851 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-75e83af4-21f3-4d54-8379-9d773130a6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:57.047375 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-75e83af4-21f3-4d54-8379-9d773130a6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:57.048574 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-75e83af4-21f3-4d54-8379-9d773130a6c7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/420361b6-371e-4d40-a15e-ca515ad27fa3 HTTP/1.1" status: 204 len: 168 time: 0.2689135 Sep 15 15:28:57.065957 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e83af4-21f3-4d54-8379-9d773130a6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420361b6-371e-4d40-a15e-ca515ad27fa3,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:57.081258 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-bf348ad1-ce27-4f48-a9a7-deed96d9a90b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:57.103034 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-62b384cb-27d3-4a1b-b1a7-5592d5a08acc tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:57.104829 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-62b384cb-27d3-4a1b-b1a7-5592d5a08acc tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.58 "GET /v2.0/networks?id=5530686d-3b7a-45e2-b0f4-20e56c88af09 HTTP/1.1" status: 200 len: 814 time: 0.1413236 Sep 15 15:28:57.131627 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-dd3a2c83-f8fc-4a35-bfb2-a63a0de50150 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Request body: {'port': {'device_id': '04fa1751-9cb7-4f82-9ff7-236b6ce2c093', 'network_id': '5530686d-3b7a-45e2-b0f4-20e56c88af09', 'admin_state_up': True, 'tenant_id': '014eadde13994ef290dfbd41d07b4cae'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:28:57.166732 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:57.278952 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-bf348ad1-ce27-4f48-a9a7-deed96d9a90b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:57.312290 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b702e-5b24-4f8d-916f-0fe05c40c1f1 req-b54120ad-8386-4656-a473-5759f5fd0ead tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:57.314205 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e28b702e-5b24-4f8d-916f-0fe05c40c1f1 req-b54120ad-8386-4656-a473-5759f5fd0ead tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=71672535-8459-4eda-9ef9-99df31d15e28 HTTP/1.1" status: 200 len: 944 time: 0.1091247 Sep 15 15:28:57.358605 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e28b702e-5b24-4f8d-916f-0fe05c40c1f1 req-e4a4929a-640e-4635-8cea-09fefa4138bb tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/security-groups?id=a28ebd5c-d1d6-47a3-8201-e97619536e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382307 Sep 15 15:28:57.384328 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-bf348ad1-ce27-4f48-a9a7-deed96d9a90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:57.462010 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-dd3a2c83-f8fc-4a35-bfb2-a63a0de50150 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Made reservation on behalf of 014eadde13994ef290dfbd41d07b4cae for: {'port': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:28:57.466541 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-dd3a2c83-f8fc-4a35-bfb2-a63a0de50150 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:57.510635 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8d7daaec-047b-481b-84a5-6f1c8787f744 req-c778083c-e67f-4860-8395-99f5cda5d8b2 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=04fa1751-9cb7-4f82-9ff7-236b6ce2c093 HTTP/1.1" status: 200 len: 210 time: 0.0792167 Sep 15 15:28:57.523454 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-bf348ad1-ce27-4f48-a9a7-deed96d9a90b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a26f7a3c9bb645258b626abc4bfff199&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5660651 Sep 15 15:28:57.523454 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf348ad1-ce27-4f48-a9a7-deed96d9a90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7512e6-74ad-4676-bc37-1925efc653de,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:57.523454 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 49112) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:57.593361 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b0ffab96-4bd9-444c-a7d0-7f6067054aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:57.619253 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b0ffab96-4bd9-444c-a7d0-7f6067054aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:57.662143 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_common [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-dd3a2c83-f8fc-4a35-bfb2-a63a0de50150 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Allocated IP 172.20.0.3 (5530686d-3b7a-45e2-b0f4-20e56c88af09/9b34e668-014e-4cf5-a17a-3243541fc52a/aa187b77-c217-4871-b7ff-64383c050192) {{(pid=94799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:28:57.664108 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device cbf3b2ed-c3f4-4b88-8db1-bbf42980d128 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:28:57.748155 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b0ffab96-4bd9-444c-a7d0-7f6067054aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:57.752143 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b0ffab96-4bd9-444c-a7d0-7f6067054aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:57.756323 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-b0ffab96-4bd9-444c-a7d0-7f6067054aac admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9c7512e6-74ad-4676-bc37-1925efc653de HTTP/1.1" status: 204 len: 168 time: 0.2294679 Sep 15 15:28:57.764763 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ffab96-4bd9-444c-a7d0-7f6067054aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7512e6-74ad-4676-bc37-1925efc653de,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:57.917634 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port cbf3b2ed-c3f4-4b88-8db1-bbf42980d128, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=cbf3b2ed-c3f4-4b88-8db1-bbf42980d128,segment=NetworkSegment(60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e),segment_id=60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:28:57.920792 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-dd3a2c83-f8fc-4a35-bfb2-a63a0de50150 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Notify callbacks [] for port, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:57.934291 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Returning: {'device': 'cbf3b2ed-c3f4-4b88-8db1-bbf42980d128', 'network_id': 'aaf55d3d-b53f-469a-9a1b-4f57895133bc', 'port_id': 'cbf3b2ed-c3f4-4b88-8db1-bbf42980d128', 'mac_address': 'fa:16:3e:c7:d8:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf29e92e-3a44-4b4b-a215-5fd0de3c2f07', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:28:57.984317 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:57.999563 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf3b2ed-c3f4-4b88-8db1-bbf42980d128 {{(pid=94801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:28:58.022147 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port cbf3b2ed-c3f4-4b88-8db1-bbf42980d128, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=cbf3b2ed-c3f4-4b88-8db1-bbf42980d128,segment=NetworkSegment(60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e),segment_id=60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:28:58.119282 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:58.193685 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=cbf3b2ed-c3f4-4b88-8db1-bbf42980d128,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:58.233134 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-dd3a2c83-f8fc-4a35-bfb2-a63a0de50150 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:58.291056 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-dd3a2c83-f8fc-4a35-bfb2-a63a0de50150 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Network 5530686d-3b7a-45e2-b0f4-20e56c88af09 is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:28:58.295040 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-dd3a2c83-f8fc-4a35-bfb2-a63a0de50150 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:28:58.301172 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-dd3a2c83-f8fc-4a35-bfb2-a63a0de50150 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Received port after_create {{(pid=94799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:28:58.328028 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a2c83-f8fc-4a35-bfb2-a63a0de50150 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Pushing event updated for resources: {'Port': ['ID=aa187b77-c217-4871-b7ff-64383c050192,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:58.389719 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-dd3a2c83-f8fc-4a35-bfb2-a63a0de50150 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:58.390299 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-dd3a2c83-f8fc-4a35-bfb2-a63a0de50150 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:58.396595 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['cbf3b2ed-c3f4-4b88-8db1-bbf42980d128'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:28:58.489782 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-dd3a2c83-f8fc-4a35-bfb2-a63a0de50150 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3741946 Sep 15 15:28:58.505747 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-f0133240-17b8-4e02-987b-791552119d05 service neutron] Request body: {'port': {'device_id': '04fa1751-9cb7-4f82-9ff7-236b6ce2c093', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:28:58.526183 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e78c94-dfd0-402f-bd27-e3826f53d325 req-d1f0fb79-1afd-4b1c-a867-6bae7dbda18c tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:58.535344 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-71e78c94-dfd0-402f-bd27-e3826f53d325 req-d1f0fb79-1afd-4b1c-a867-6bae7dbda18c tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=71672535-8459-4eda-9ef9-99df31d15e28 HTTP/1.1" status: 200 len: 945 time: 0.0821581 Sep 15 15:28:58.567531 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 49156) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:58.589147 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-f0133240-17b8-4e02-987b-791552119d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:58.612496 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f9074900-5ee3-4412-9b54-7db0c14dd474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:58.702769 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-71e78c94-dfd0-402f-bd27-e3826f53d325 req-613dd0cd-0b9c-4114-9993-7e3d7dbb928c tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/security-groups?id=a28ebd5c-d1d6-47a3-8201-e97619536e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576903 Sep 15 15:28:58.750672 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13560711-df11-4ccb-b468-79de4498a914 req-34602f35-ff47-45ec-8bf5-7b21ce922c90 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:58.752264 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-13560711-df11-4ccb-b468-79de4498a914 req-34602f35-ff47-45ec-8bf5-7b21ce922c90 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=04fa1751-9cb7-4f82-9ff7-236b6ce2c093 HTTP/1.1" status: 200 len: 931 time: 0.1038067 Sep 15 15:28:58.753567 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:58.819458 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-13560711-df11-4ccb-b468-79de4498a914 req-e9653f79-0d3b-4ae9-ba28-64c3c40eac8f tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bd7e484-6080-4c28-ae89-9d2db1471b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551131 Sep 15 15:28:58.844467 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f9074900-5ee3-4412-9b54-7db0c14dd474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:58.943761 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-f0133240-17b8-4e02-987b-791552119d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa187b77-c217-4871-b7ff-64383c050192 {{(pid=94799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:28:58.952207 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-f0133240-17b8-4e02-987b-791552119d05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:58.963905 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.provisioning_blocks [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-f0133240-17b8-4e02-987b-791552119d05 service neutron] Transition to ACTIVE for port object aa187b77-c217-4871-b7ff-64383c050192 will not be triggered until provisioned by entity L2. {{(pid=94799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:28:59.048787 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f9074900-5ee3-4412-9b54-7db0c14dd474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:59.072850 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-f0133240-17b8-4e02-987b-791552119d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9314481'] for port, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:59.092458 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9074900-5ee3-4412-9b54-7db0c14dd474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1acfdd-d0c9-4ba3-b7bb-58a4730c8814,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:59.096699 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-f9074900-5ee3-4412-9b54-7db0c14dd474 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2311fd3e6b7a42dfb677a494123119ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5282025 Sep 15 15:28:59.099403 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 49172) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:28:59.146112 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0133240-17b8-4e02-987b-791552119d05 service neutron] Pushing event updated for resources: {'Port': ['ID=aa187b77-c217-4871-b7ff-64383c050192,revision_number=2']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:59.238085 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0d41b294-8152-49e2-a45f-9ec2389bfb95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:59.273173 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0d41b294-8152-49e2-a45f-9ec2389bfb95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:59.275169 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.managers [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-f0133240-17b8-4e02-987b-791552119d05 service neutron] Attempting to bind port aa187b77-c217-4871-b7ff-64383c050192 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:28:59.275412 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.managers [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-f0133240-17b8-4e02-987b-791552119d05 service neutron] Attempting to bind port aa187b77-c217-4871-b7ff-64383c050192 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '46c5849c-4221-4df8-bced-0edeaabd6b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5530686d-3b7a-45e2-b0f4-20e56c88af09'}] {{(pid=94799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:28:59.276013 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-f0133240-17b8-4e02-987b-791552119d05 service neutron] Attempting to bind port aa187b77-c217-4871-b7ff-64383c050192 on network 5530686d-3b7a-45e2-b0f4-20e56c88af09 {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:28:59.287433 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-f0133240-17b8-4e02-987b-791552119d05 service neutron] Port aa187b77-c217-4871-b7ff-64383c050192 on network 5530686d-3b7a-45e2-b0f4-20e56c88af09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:28:59.287744 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-f0133240-17b8-4e02-987b-791552119d05 service neutron] Attempting to bind port aa187b77-c217-4871-b7ff-64383c050192 on network 5530686d-3b7a-45e2-b0f4-20e56c88af09 {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:28:59.299448 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-f0133240-17b8-4e02-987b-791552119d05 service neutron] Checking agent: {'id': 'eba348e6-0b8a-43b6-acdf-c2678b53c044', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'started_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:28:59.304843 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-f0133240-17b8-4e02-987b-791552119d05 service neutron] Checking segment: {'id': '46c5849c-4221-4df8-bced-0edeaabd6b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5530686d-3b7a-45e2-b0f4-20e56c88af09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:28:59.304843 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-f0133240-17b8-4e02-987b-791552119d05 service neutron] Bound using segment: {'id': '46c5849c-4221-4df8-bced-0edeaabd6b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5530686d-3b7a-45e2-b0f4-20e56c88af09'} {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:28:59.304843 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.managers [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-f0133240-17b8-4e02-987b-791552119d05 service neutron] Bound port: aa187b77-c217-4871-b7ff-64383c050192, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46c5849c-4221-4df8-bced-0edeaabd6b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5530686d-3b7a-45e2-b0f4-20e56c88af09'}}] {{(pid=94799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:28:59.304843 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-f0133240-17b8-4e02-987b-791552119d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:59.390993 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-f0133240-17b8-4e02-987b-791552119d05 service neutron] For port aa187b77-c217-4871-b7ff-64383c050192, host hv-cinder-80920, cleared binding levels {{(pid=94799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:28:59.394106 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-f0133240-17b8-4e02-987b-791552119d05 service neutron] For port aa187b77-c217-4871-b7ff-64383c050192, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=aa187b77-c217-4871-b7ff-64383c050192,segment=NetworkSegment(46c5849c-4221-4df8-bced-0edeaabd6b9c),segment_id=46c5849c-4221-4df8-bced-0edeaabd6b9c)] {{(pid=94799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:28:59.524834 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-f0133240-17b8-4e02-987b-791552119d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9314481'] for port, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:59.537738 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0d41b294-8152-49e2-a45f-9ec2389bfb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:59.541924 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0d41b294-8152-49e2-a45f-9ec2389bfb95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:59.544660 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-0d41b294-8152-49e2-a45f-9ec2389bfb95 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0f1acfdd-d0c9-4ba3-b7bb-58a4730c8814 HTTP/1.1" status: 204 len: 168 time: 0.4418540 Sep 15 15:28:59.640088 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41b294-8152-49e2-a45f-9ec2389bfb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1acfdd-d0c9-4ba3-b7bb-58a4730c8814,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:59.640088 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-f0133240-17b8-4e02-987b-791552119d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:59.640088 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-f0133240-17b8-4e02-987b-791552119d05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:59.646061 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-f0133240-17b8-4e02-987b-791552119d05 service neutron] 10.222.0.58 "PUT /v2.0/ports/aa187b77-c217-4871-b7ff-64383c050192 HTTP/1.1" status: 200 len: 1093 time: 1.1476130 Sep 15 15:28:59.650269 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04fa1751-9cb7-4f82-9ff7-236b6ce2c093', 'tag': 'aa187b77-c217-4871-b7ff-64383c050192'}] {{(pid=94799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:28:59.656570 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caaf3dc35d391ee5789c70ae145b39738e2d95c5e07cc5749919ddff6cc97c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8872cb-d78d-4391-b4d6-35bab9bcdff5" -d '{"events": [{"name": "network-changed", "server_uuid": "04fa1751-9cb7-4f82-9ff7-236b6ce2c093", "tag": "aa187b77-c217-4871-b7ff-64383c050192"}]}' {{(pid=94799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:28:59.674404 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device cbf3b2ed-c3f4-4b88-8db1-bbf42980d128 up at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:28:59.723121 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0133240-17b8-4e02-987b-791552119d05 service neutron] Pushing event updated for resources: {'Port': ['ID=aa187b77-c217-4871-b7ff-64383c050192,revision_number=3']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:28:59.802719 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a594d83f-2792-405e-bf3c-48f8c6790499 x-openstack-request-id: req-a594d83f-2792-405e-bf3c-48f8c6790499 {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:28:59.804304 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04fa1751-9cb7-4f82-9ff7-236b6ce2c093", "tag": "aa187b77-c217-4871-b7ff-64383c050192", "status": "completed", "code": 200}]} {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:28:59.804621 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a594d83f-2792-405e-bf3c-48f8c6790499 {{(pid=94799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:28:59.807387 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04fa1751-9cb7-4f82-9ff7-236b6ce2c093', 'tag': 'aa187b77-c217-4871-b7ff-64383c050192', 'status': 'completed', 'code': 200} Sep 15 15:28:59.948352 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning for port cbf3b2ed-c3f4-4b88-8db1-bbf42980d128 completed by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:28:59.956990 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49ed4c-dcc8-4d13-9e8f-2ad755627a5f req-648be1c6-5fbc-4d96-aa90-7be4dd1c68a4 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:59.957565 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning complete for port cbf3b2ed-c3f4-4b88-8db1-bbf42980d128 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:28:59.957931 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:28:59.963975 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-dd81cbbc-7b61-41f6-8cc2-40b39876b3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:28:59.966872 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6f49ed4c-dcc8-4d13-9e8f-2ad755627a5f req-648be1c6-5fbc-4d96-aa90-7be4dd1c68a4 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=71672535-8459-4eda-9ef9-99df31d15e28 HTTP/1.1" status: 200 len: 945 time: 0.1273556 Sep 15 15:28:59.967540 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-dd81cbbc-7b61-41f6-8cc2-40b39876b3ab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=014eadde13994ef290dfbd41d07b4cae&device_id=04fa1751-9cb7-4f82-9ff7-236b6ce2c093 HTTP/1.1" status: 200 len: 1096 time: 0.1942668 Sep 15 15:29:00.049708 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6f49ed4c-dcc8-4d13-9e8f-2ad755627a5f req-295d587c-5cdf-4a73-9a3a-41128a9d745a tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/security-groups?id=a28ebd5c-d1d6-47a3-8201-e97619536e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813384 Sep 15 15:29:00.054137 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:00.055212 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-ed84b67e-a89c-428c-a7a4-65ff24566243 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa187b77-c217-4871-b7ff-64383c050192 HTTP/1.1" status: 200 len: 217 time: 0.0793715 Sep 15 15:29:00.064773 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631129c-acf1-4958-b2b4-874e0cd49906 req-aed00d6a-f328-4b07-8d60-c420e894537c tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:00.073168 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b631129c-acf1-4958-b2b4-874e0cd49906 req-aed00d6a-f328-4b07-8d60-c420e894537c tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=04fa1751-9cb7-4f82-9ff7-236b6ce2c093 HTTP/1.1" status: 200 len: 943 time: 0.1030812 Sep 15 15:29:00.123157 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71672535-8459-4eda-9ef9-99df31d15e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf3b2ed-c3f4-4b88-8db1-bbf42980d128'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:29:00.126820 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc11fa72-478e-4072-9391-622c5c4f58f1" -d '{"events": [{"server_uuid": "71672535-8459-4eda-9ef9-99df31d15e28", "name": "network-vif-plugged", "status": "completed", "tag": "cbf3b2ed-c3f4-4b88-8db1-bbf42980d128"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:29:00.132958 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-ad3d46a3-8f61-4106-a481-6f78ad2c377b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:00.135142 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-ad3d46a3-8f61-4106-a481-6f78ad2c377b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b34e668-014e-4cf5-a17a-3243541fc52a HTTP/1.1" status: 200 len: 854 time: 0.0725133 Sep 15 15:29:00.139625 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b631129c-acf1-4958-b2b4-874e0cd49906 req-296ef5fb-71a2-4e5e-89b1-891e36904ef5 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bd7e484-6080-4c28-ae89-9d2db1471b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649421 Sep 15 15:29:00.142476 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port cbf3b2ed-c3f4-4b88-8db1-bbf42980d128, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=cbf3b2ed-c3f4-4b88-8db1-bbf42980d128,segment=NetworkSegment(60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e),segment_id=60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:29:00.177514 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-5599d408-876c-45ed-9cb2-b0102bc57884 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5530686d-3b7a-45e2-b0f4-20e56c88af09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298781 Sep 15 15:29:00.191620 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ecb453-0663-4bfd-8dcd-445efa0dc10c x-openstack-request-id: req-c7ecb453-0663-4bfd-8dcd-445efa0dc10c {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:29:00.192041 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71672535-8459-4eda-9ef9-99df31d15e28", "name": "network-vif-plugged", "status": "completed", "tag": "cbf3b2ed-c3f4-4b88-8db1-bbf42980d128", "code": 200}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:29:00.192447 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c7ecb453-0663-4bfd-8dcd-445efa0dc10c {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:29:00.192916 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71672535-8459-4eda-9ef9-99df31d15e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf3b2ed-c3f4-4b88-8db1-bbf42980d128', 'code': 200} Sep 15 15:29:00.232999 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:00.305560 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=cbf3b2ed-c3f4-4b88-8db1-bbf42980d128,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:00.328351 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-69d9532a-7086-4cd3-af3b-bd09ec94ff02 service neutron] 10.222.0.58 "GET /v2.0/networks/5530686d-3b7a-45e2-b0f4-20e56c88af09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466718 Sep 15 15:29:00.464068 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-f397d087-5484-48fb-9890-9c1f25c77e1e req-5864bf14-6a7b-4d97-8c25-5dc2068fbbf6 service neutron] 10.222.0.58 "GET /v2.0/networks/5530686d-3b7a-45e2-b0f4-20e56c88af09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242282 Sep 15 15:29:00.561188 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67607b16-1396-4c50-b028-a92382afe10c req-2805641a-0867-4ec1-af53-98d9d2c81669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:00.567568 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-67607b16-1396-4c50-b028-a92382afe10c req-2805641a-0867-4ec1-af53-98d9d2c81669 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=71672535-8459-4eda-9ef9-99df31d15e28 HTTP/1.1" status: 200 len: 1099 time: 0.0462217 Sep 15 15:29:00.611090 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-67607b16-1396-4c50-b028-a92382afe10c req-463e3d86-6e03-4443-ae82-912489575857 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a28ebd5c-d1d6-47a3-8201-e97619536e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349553 Sep 15 15:29:00.874566 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8872cb-d78d-4391-b4d6-35bab9bcdff5 req-3447866b-d868-4cce-aa2a-62d82efa24d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:00.881882 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1f8872cb-d78d-4391-b4d6-35bab9bcdff5 req-3447866b-d868-4cce-aa2a-62d82efa24d9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=014eadde13994ef290dfbd41d07b4cae&device_id=04fa1751-9cb7-4f82-9ff7-236b6ce2c093 HTTP/1.1" status: 200 len: 1096 time: 0.0476940 Sep 15 15:29:00.983278 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8872cb-d78d-4391-b4d6-35bab9bcdff5 req-a82af41e-d4da-40ee-b2b6-732dd282a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:00.985168 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1f8872cb-d78d-4391-b4d6-35bab9bcdff5 req-a82af41e-d4da-40ee-b2b6-732dd282a069 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5530686d-3b7a-45e2-b0f4-20e56c88af09 HTTP/1.1" status: 200 len: 915 time: 0.1012521 Sep 15 15:29:01.036390 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1f8872cb-d78d-4391-b4d6-35bab9bcdff5 req-0af212d2-79e4-46ad-aa1b-ef0bbf09b5ec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa187b77-c217-4871-b7ff-64383c050192 HTTP/1.1" status: 200 len: 217 time: 0.0403261 Sep 15 15:29:01.091444 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8872cb-d78d-4391-b4d6-35bab9bcdff5 req-ac5e3e2d-390e-41f1-be51-1d2e12b60c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:01.092915 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1f8872cb-d78d-4391-b4d6-35bab9bcdff5 req-ac5e3e2d-390e-41f1-be51-1d2e12b60c2c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b34e668-014e-4cf5-a17a-3243541fc52a HTTP/1.1" status: 200 len: 854 time: 0.0488322 Sep 15 15:29:01.125372 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1f8872cb-d78d-4391-b4d6-35bab9bcdff5 req-0b5764d3-6470-4924-9f73-3f74d5b397fa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5530686d-3b7a-45e2-b0f4-20e56c88af09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249557 Sep 15 15:29:01.205747 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adb27c-8c9c-4d07-9edf-90d2017f8f31 req-85b2ab33-2638-402a-8bb8-4ebd7b1f636b tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:01.208554 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-84adb27c-8c9c-4d07-9edf-90d2017f8f31 req-85b2ab33-2638-402a-8bb8-4ebd7b1f636b tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=71672535-8459-4eda-9ef9-99df31d15e28 HTTP/1.1" status: 200 len: 946 time: 0.0834148 Sep 15 15:29:01.261143 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1f8872cb-d78d-4391-b4d6-35bab9bcdff5 req-9f25017c-28e4-4e6d-b82a-184e0aad8f5f service neutron] 10.222.0.58 "GET /v2.0/networks/5530686d-3b7a-45e2-b0f4-20e56c88af09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273921 Sep 15 15:29:01.304984 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-84adb27c-8c9c-4d07-9edf-90d2017f8f31 req-a872f169-c980-4091-9b94-bd6e986c2c81 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/security-groups?id=a28ebd5c-d1d6-47a3-8201-e97619536e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863974 Sep 15 15:29:01.343930 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d3d14-a0a2-4a96-8fe6-13c69760988c req-1884a6a0-a220-41b2-bea5-8826e8aa6fd4 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:01.346276 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b28d3d14-a0a2-4a96-8fe6-13c69760988c req-1884a6a0-a220-41b2-bea5-8826e8aa6fd4 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=04fa1751-9cb7-4f82-9ff7-236b6ce2c093 HTTP/1.1" status: 200 len: 943 time: 0.1011512 Sep 15 15:29:01.380880 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1f8872cb-d78d-4391-b4d6-35bab9bcdff5 req-d4dee76d-874b-472f-99fa-478f2384b09e service neutron] 10.222.0.58 "GET /v2.0/networks/5530686d-3b7a-45e2-b0f4-20e56c88af09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015399 Sep 15 15:29:01.422994 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b28d3d14-a0a2-4a96-8fe6-13c69760988c req-231d79e5-9c65-47de-b616-8352d9ccdb48 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bd7e484-6080-4c28-ae89-9d2db1471b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694928 Sep 15 15:29:01.441430 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 49300) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:01.506902 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 49308) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:01.625146 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-720390a4-f8a6-4e57-b816-84cc501c00ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:01.675819 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-94658e07-aaf1-426c-8990-d9511bebb0f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:01.775843 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-720390a4-f8a6-4e57-b816-84cc501c00ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:01.878407 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-720390a4-f8a6-4e57-b816-84cc501c00ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:01.948533 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720390a4-f8a6-4e57-b816-84cc501c00ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77ec6db-b71b-4bfe-93a1-ca7406ed9647,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:01.970098 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-720390a4-f8a6-4e57-b816-84cc501c00ff admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=730ac9341bee48f6821d801ec76c07b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5278435 Sep 15 15:29:01.973551 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 49330) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:02.040257 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-94658e07-aaf1-426c-8990-d9511bebb0f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:02.066474 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-83b06388-b05c-4464-883c-28d66ac49111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:02.097080 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-83b06388-b05c-4464-883c-28d66ac49111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:02.124167 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-94658e07-aaf1-426c-8990-d9511bebb0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:02.205139 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-94658e07-aaf1-426c-8990-d9511bebb0f4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=840ef29650f34f348c4f16029f7e55a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6964543 Sep 15 15:29:02.206461 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94658e07-aaf1-426c-8990-d9511bebb0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8750c3c1-dc42-4e2d-b30f-832f0cf5b805,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:02.207861 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 49342) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:02.279711 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-b1afd74b-9285-4dde-84fc-638b9c259f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:02.301322 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-83b06388-b05c-4464-883c-28d66ac49111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:02.310823 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-83b06388-b05c-4464-883c-28d66ac49111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:02.310823 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-83b06388-b05c-4464-883c-28d66ac49111 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d77ec6db-b71b-4bfe-93a1-ca7406ed9647 HTTP/1.1" status: 204 len: 168 time: 0.3332534 Sep 15 15:29:02.316910 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-b1afd74b-9285-4dde-84fc-638b9c259f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:02.323581 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b06388-b05c-4464-883c-28d66ac49111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77ec6db-b71b-4bfe-93a1-ca7406ed9647,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:02.487274 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cd789-76f0-4024-89a6-7e6f5c0b737e req-172615ac-92dd-495a-b13f-63582bd8a652 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:02.488993 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d72cd789-76f0-4024-89a6-7e6f5c0b737e req-172615ac-92dd-495a-b13f-63582bd8a652 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=71672535-8459-4eda-9ef9-99df31d15e28 HTTP/1.1" status: 200 len: 946 time: 0.0593274 Sep 15 15:29:02.533234 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d72cd789-76f0-4024-89a6-7e6f5c0b737e req-cc064971-4102-4ebb-a884-9705b9400fcf tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/security-groups?id=a28ebd5c-d1d6-47a3-8201-e97619536e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328999 Sep 15 15:29:02.553528 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-b1afd74b-9285-4dde-84fc-638b9c259f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:02.560763 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-b1afd74b-9285-4dde-84fc-638b9c259f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:02.562915 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-b1afd74b-9285-4dde-84fc-638b9c259f24 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8750c3c1-dc42-4e2d-b30f-832f0cf5b805 HTTP/1.1" status: 204 len: 168 time: 0.3532219 Sep 15 15:29:02.599049 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afd74b-9285-4dde-84fc-638b9c259f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8750c3c1-dc42-4e2d-b30f-832f0cf5b805,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:02.685179 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b8a92-d8da-4475-baba-c0bbc0a1e116 req-80c442ca-d540-4ed6-a3ff-bf67736cb43b tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:02.688091 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-771b8a92-d8da-4475-baba-c0bbc0a1e116 req-80c442ca-d540-4ed6-a3ff-bf67736cb43b tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=04fa1751-9cb7-4f82-9ff7-236b6ce2c093 HTTP/1.1" status: 200 len: 943 time: 0.1438231 Sep 15 15:29:02.707957 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d7358-9193-4318-bf75-8c08473a1b4b req-a3215510-4355-4d9c-bb01-4ea067fc7fb6 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:02.712190 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e27d7358-9193-4318-bf75-8c08473a1b4b req-a3215510-4355-4d9c-bb01-4ea067fc7fb6 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.0908532 Sep 15 15:29:02.785038 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-771b8a92-d8da-4475-baba-c0bbc0a1e116 req-f9ac53c4-7099-4086-bac6-bdf66c292468 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bd7e484-6080-4c28-ae89-9d2db1471b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891936 Sep 15 15:29:02.811760 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e27d7358-9193-4318-bf75-8c08473a1b4b req-fb0b205c-59ee-4a3a-8c48-1833301ad8d6 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872760 Sep 15 15:29:03.672340 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device aa187b77-c217-4871-b7ff-64383c050192 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:29:03.730174 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 49388) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:03.754441 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e1ce16d6-77d8-4016-8325-a3926bcaf811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:03.815329 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port aa187b77-c217-4871-b7ff-64383c050192, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=aa187b77-c217-4871-b7ff-64383c050192,segment=NetworkSegment(46c5849c-4221-4df8-bced-0edeaabd6b9c),segment_id=46c5849c-4221-4df8-bced-0edeaabd6b9c)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:29:03.836118 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Returning: {'device': 'aa187b77-c217-4871-b7ff-64383c050192', 'network_id': '5530686d-3b7a-45e2-b0f4-20e56c88af09', 'port_id': 'aa187b77-c217-4871-b7ff-64383c050192', 'mac_address': 'fa:16:3e:6f:63:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b34e668-014e-4cf5-a17a-3243541fc52a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:29:03.902269 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:03.918121 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa187b77-c217-4871-b7ff-64383c050192 {{(pid=94801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:29:03.947136 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port aa187b77-c217-4871-b7ff-64383c050192, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=aa187b77-c217-4871-b7ff-64383c050192,segment=NetworkSegment(46c5849c-4221-4df8-bced-0edeaabd6b9c),segment_id=46c5849c-4221-4df8-bced-0edeaabd6b9c)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:29:03.972710 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e1ce16d6-77d8-4016-8325-a3926bcaf811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:03.980547 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752e8c1-9b77-483e-abd7-9d896319e8ad req-b6bc7688-ec69-4cf6-aca7-f3ba99faf35b tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:03.982199 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-3752e8c1-9b77-483e-abd7-9d896319e8ad req-b6bc7688-ec69-4cf6-aca7-f3ba99faf35b tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=04fa1751-9cb7-4f82-9ff7-236b6ce2c093 HTTP/1.1" status: 200 len: 943 time: 0.0966303 Sep 15 15:29:04.018175 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe6512-c407-44c5-9cb8-35c57cb64ab1 req-a4182bed-0dc0-4d39-af70-e257c734fd46 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:04.019774 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-20fe6512-c407-44c5-9cb8-35c57cb64ab1 req-a4182bed-0dc0-4d39-af70-e257c734fd46 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.0937822 Sep 15 15:29:04.044932 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:04.046173 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-3752e8c1-9b77-483e-abd7-9d896319e8ad req-622e8fbc-f3c5-4b67-8d1c-a48ed4f35c54 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bd7e484-6080-4c28-ae89-9d2db1471b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568902 Sep 15 15:29:04.085665 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-20fe6512-c407-44c5-9cb8-35c57cb64ab1 req-409395ab-d312-4281-8663-70d2c993806b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533087 Sep 15 15:29:04.086876 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e1ce16d6-77d8-4016-8325-a3926bcaf811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:04.105425 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=aa187b77-c217-4871-b7ff-64383c050192,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:04.139196 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-e1ce16d6-77d8-4016-8325-a3926bcaf811 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e92c606528814da0bcb6a75d848a36e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4080312 Sep 15 15:29:04.140216 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce16d6-77d8-4016-8325-a3926bcaf811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8530394-9ad5-4566-a5b5-f95216e7f91e,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:04.141986 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 49402) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:04.200763 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-91829357-00a0-465a-9565-6fd6af976d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:04.223587 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 49408) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:04.226223 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-91829357-00a0-465a-9565-6fd6af976d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:04.237296 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8ddb4cfa-b948-4244-8ba4-ba3a944fef46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:04.367492 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['aa187b77-c217-4871-b7ff-64383c050192'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:29:04.370584 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-91829357-00a0-465a-9565-6fd6af976d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:04.375008 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-91829357-00a0-465a-9565-6fd6af976d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:04.376400 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-91829357-00a0-465a-9565-6fd6af976d10 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b8530394-9ad5-4566-a5b5-f95216e7f91e HTTP/1.1" status: 204 len: 168 time: 0.2334073 Sep 15 15:29:04.386219 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91829357-00a0-465a-9565-6fd6af976d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8530394-9ad5-4566-a5b5-f95216e7f91e,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:04.455311 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8ddb4cfa-b948-4244-8ba4-ba3a944fef46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:04.556013 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8ddb4cfa-b948-4244-8ba4-ba3a944fef46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:04.617902 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-8ddb4cfa-b948-4244-8ba4-ba3a944fef46 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=607aaced3c7f4c9e956f80c6e41545c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3931873 Sep 15 15:29:04.618713 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb4cfa-b948-4244-8ba4-ba3a944fef46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf2ccdb-a661-4b12-8820-9686dfc54765,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:04.623869 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 49422) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:04.678227 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-4823ab74-10a7-45bc-8f17-f7f669aa1179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:04.714729 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-4823ab74-10a7-45bc-8f17-f7f669aa1179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:04.793515 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e4270-2179-4174-a4c5-e14a7f904a18 req-08d975b5-edbf-4c18-8363-00e5515c89d4 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:04.795341 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e18e4270-2179-4174-a4c5-e14a7f904a18 req-08d975b5-edbf-4c18-8363-00e5515c89d4 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=71672535-8459-4eda-9ef9-99df31d15e28 HTTP/1.1" status: 200 len: 946 time: 0.0641572 Sep 15 15:29:04.836390 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e18e4270-2179-4174-a4c5-e14a7f904a18 req-c4ead633-e397-4e0b-9250-7b63cadce526 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/security-groups?id=a28ebd5c-d1d6-47a3-8201-e97619536e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351441 Sep 15 15:29:04.900804 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-4823ab74-10a7-45bc-8f17-f7f669aa1179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:04.903434 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-4823ab74-10a7-45bc-8f17-f7f669aa1179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:04.905617 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-4823ab74-10a7-45bc-8f17-f7f669aa1179 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7cf2ccdb-a661-4b12-8820-9686dfc54765 HTTP/1.1" status: 204 len: 168 time: 0.2804568 Sep 15 15:29:04.913441 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823ab74-10a7-45bc-8f17-f7f669aa1179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf2ccdb-a661-4b12-8820-9686dfc54765,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:05.360677 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc4156-1f78-493d-8512-8555870b806d req-96cb445b-d41e-440f-90b2-f23227fa2228 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:05.362211 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6ddc4156-1f78-493d-8512-8555870b806d req-96cb445b-d41e-440f-90b2-f23227fa2228 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=04fa1751-9cb7-4f82-9ff7-236b6ce2c093 HTTP/1.1" status: 200 len: 944 time: 0.2223461 Sep 15 15:29:05.370829 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9d310-8952-4a70-9bcc-a87cd748d9c5 req-d21a9513-d7f4-44f4-847d-9215f0f2ee75 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:05.372664 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a0c9d310-8952-4a70-9bcc-a87cd748d9c5 req-d21a9513-d7f4-44f4-847d-9215f0f2ee75 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.1928551 Sep 15 15:29:05.433889 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6ddc4156-1f78-493d-8512-8555870b806d req-135d9d54-bfc9-4ac9-a527-e10002426828 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bd7e484-6080-4c28-ae89-9d2db1471b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602641 Sep 15 15:29:05.441752 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a0c9d310-8952-4a70-9bcc-a87cd748d9c5 req-16e31078-959e-4412-a8e0-396e06a4ff17 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612223 Sep 15 15:29:05.689303 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device aa187b77-c217-4871-b7ff-64383c050192 up at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:29:05.878191 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning for port aa187b77-c217-4871-b7ff-64383c050192 completed by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:29:05.885542 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning complete for port aa187b77-c217-4871-b7ff-64383c050192 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:29:05.886095 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:06.004133 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:06.008628 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74dba5-797b-448d-bd4a-84be215d3e6f req-c53eee56-f745-43cd-9df2-5de86ccfd6b8 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:06.011207 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7f74dba5-797b-448d-bd4a-84be215d3e6f req-c53eee56-f745-43cd-9df2-5de86ccfd6b8 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=71672535-8459-4eda-9ef9-99df31d15e28 HTTP/1.1" status: 200 len: 946 time: 0.0802722 Sep 15 15:29:06.020051 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fa1751-9cb7-4f82-9ff7-236b6ce2c093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa187b77-c217-4871-b7ff-64383c050192'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:29:06.022301 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6da19b-40c7-4edd-b63c-70d7a65db521" -d '{"events": [{"server_uuid": "04fa1751-9cb7-4f82-9ff7-236b6ce2c093", "name": "network-vif-plugged", "status": "completed", "tag": "aa187b77-c217-4871-b7ff-64383c050192"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:29:06.040943 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port aa187b77-c217-4871-b7ff-64383c050192, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=aa187b77-c217-4871-b7ff-64383c050192,segment=NetworkSegment(46c5849c-4221-4df8-bced-0edeaabd6b9c),segment_id=46c5849c-4221-4df8-bced-0edeaabd6b9c)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:29:06.055969 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7f74dba5-797b-448d-bd4a-84be215d3e6f req-c7dc0db7-0d9c-4db8-be4b-66c02edb9880 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/security-groups?id=a28ebd5c-d1d6-47a3-8201-e97619536e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367317 Sep 15 15:29:06.109706 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960afd56-658d-48fc-9f2a-c6f5599dcef7 x-openstack-request-id: req-960afd56-658d-48fc-9f2a-c6f5599dcef7 {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:29:06.109991 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04fa1751-9cb7-4f82-9ff7-236b6ce2c093", "name": "network-vif-plugged", "status": "completed", "tag": "aa187b77-c217-4871-b7ff-64383c050192", "code": 200}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:29:06.110244 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-960afd56-658d-48fc-9f2a-c6f5599dcef7 {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:29:06.110634 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fa1751-9cb7-4f82-9ff7-236b6ce2c093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa187b77-c217-4871-b7ff-64383c050192', 'code': 200} Sep 15 15:29:06.120641 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0faf317-c31b-4239-aad5-5b3e8b49d13e req-09340cc8-825e-47aa-a3be-918fc15fe9de tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:06.122850 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b0faf317-c31b-4239-aad5-5b3e8b49d13e req-09340cc8-825e-47aa-a3be-918fc15fe9de tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0658398 Sep 15 15:29:06.163420 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b0faf317-c31b-4239-aad5-5b3e8b49d13e req-aee95faa-cb80-4c86-adae-977346a733c6 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337491 Sep 15 15:29:06.211766 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:06.211864 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dae65-a168-4312-a27a-74f760ff5a41 req-2ebf1240-d847-4d9c-82dd-19d51c196645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:06.212904 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-e18dae65-a168-4312-a27a-74f760ff5a41 req-2ebf1240-d847-4d9c-82dd-19d51c196645 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a16269c5a0742a89bef71d5a8d467a2&device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 1098 time: 0.0497124 Sep 15 15:29:06.308797 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=aa187b77-c217-4871-b7ff-64383c050192,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:06.382290 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dae65-a168-4312-a27a-74f760ff5a41 req-ee1bb8e9-eb3c-49bb-b862-c03a04b3b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:06.383865 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-e18dae65-a168-4312-a27a-74f760ff5a41 req-ee1bb8e9-eb3c-49bb-b862-c03a04b3b932 service neutron] 10.222.0.58 "GET /v2.0/networks?id=847cb1e4-e19c-4271-800e-31d2a3c7a1df HTTP/1.1" status: 200 len: 920 time: 0.1631248 Sep 15 15:29:06.386306 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa0590-7a98-44d8-a3b8-c297883ba740 req-9d011fa7-6c17-4168-881a-a8576e2cd8b3 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:06.388551 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-40aa0590-7a98-44d8-a3b8-c297883ba740 req-9d011fa7-6c17-4168-881a-a8576e2cd8b3 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.58 "GET /v2.0/ports?device_id=71672535-8459-4eda-9ef9-99df31d15e28 HTTP/1.1" status: 200 len: 946 time: 0.0518210 Sep 15 15:29:06.443485 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-e18dae65-a168-4312-a27a-74f760ff5a41 req-ca46e0fa-4fbd-4aae-8d41-3d184179c070 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87684267-f620-4297-9301-e7938b4b736d HTTP/1.1" status: 200 len: 217 time: 0.0374334 Sep 15 15:29:06.533491 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dae65-a168-4312-a27a-74f760ff5a41 req-4975ea21-c96d-491c-a6d1-9c7f7504dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:06.535156 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-e18dae65-a168-4312-a27a-74f760ff5a41 req-4975ea21-c96d-491c-a6d1-9c7f7504dbbb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=97e16b6b-eb11-4c27-ab3e-76841cb2f586 HTTP/1.1" status: 200 len: 859 time: 0.0813465 Sep 15 15:29:06.572619 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [req-40aa0590-7a98-44d8-a3b8-c297883ba740 req-f7f6949a-f325-4a52-ba0c-829433ecc4a0 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Deleting port cbf3b2ed-c3f4-4b88-8db1-bbf42980d128 {{(pid=94800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:29:06.572995 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-40aa0590-7a98-44d8-a3b8-c297883ba740 req-f7f6949a-f325-4a52-ba0c-829433ecc4a0 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:06.602892 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-e18dae65-a168-4312-a27a-74f760ff5a41 req-e443d578-38e6-4f6d-add4-63ecec9d425c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=847cb1e4-e19c-4271-800e-31d2a3c7a1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563409 Sep 15 15:29:06.617010 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06d04c-f5fe-4bb9-9b7e-9171e672acd5 req-4d6af848-4a7d-404f-8e53-e90ae6aafc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:06.618520 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-ec06d04c-f5fe-4bb9-9b7e-9171e672acd5 req-4d6af848-4a7d-404f-8e53-e90ae6aafc67 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=04fa1751-9cb7-4f82-9ff7-236b6ce2c093 HTTP/1.1" status: 200 len: 1098 time: 0.0740204 Sep 15 15:29:06.705091 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c058c-6c4b-4353-a33f-4f43c9044712 req-05fb0228-1e17-4151-9889-2afbd14f92e6 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:06.707595 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e93c058c-6c4b-4353-a33f-4f43c9044712 req-05fb0228-1e17-4151-9889-2afbd14f92e6 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=04fa1751-9cb7-4f82-9ff7-236b6ce2c093 HTTP/1.1" status: 200 len: 945 time: 0.1475542 Sep 15 15:29:06.711586 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-ec06d04c-f5fe-4bb9-9b7e-9171e672acd5 req-b2bcaf9e-8c8f-4334-bc4d-eee07c3f4663 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3bd7e484-6080-4c28-ae89-9d2db1471b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834794 Sep 15 15:29:06.736842 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-e18dae65-a168-4312-a27a-74f760ff5a41 req-e1198775-fca3-468f-ac99-436e30dfcb58 service neutron] 10.222.0.58 "GET /v2.0/networks/847cb1e4-e19c-4271-800e-31d2a3c7a1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172450 Sep 15 15:29:06.993164 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85ef63-8b01-4a03-bfcf-b043f058c919 req-90916bdd-e847-483d-8656-7c111a9f129d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:07.002718 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dd85ef63-8b01-4a03-bfcf-b043f058c919 req-90916bdd-e847-483d-8656-7c111a9f129d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.4123247 Sep 15 15:29:07.033557 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-40aa0590-7a98-44d8-a3b8-c297883ba740 req-f7f6949a-f325-4a52-ba0c-829433ecc4a0 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] For port cbf3b2ed-c3f4-4b88-8db1-bbf42980d128, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=cbf3b2ed-c3f4-4b88-8db1-bbf42980d128,segment=NetworkSegment(60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e),segment_id=60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e)] {{(pid=94800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:29:07.034628 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-40aa0590-7a98-44d8-a3b8-c297883ba740 req-f7f6949a-f325-4a52-ba0c-829433ecc4a0 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:07.066638 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [req-40aa0590-7a98-44d8-a3b8-c297883ba740 req-f7f6949a-f325-4a52-ba0c-829433ecc4a0 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Calling delete_port for cbf3b2ed-c3f4-4b88-8db1-bbf42980d128 owned by compute:nova {{(pid=94800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:29:07.069579 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-e18dae65-a168-4312-a27a-74f760ff5a41 req-3f300ca9-9afd-4d80-838b-5fb9ae5449fc service neutron] 10.222.0.58 "GET /v2.0/networks/847cb1e4-e19c-4271-800e-31d2a3c7a1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705611 Sep 15 15:29:07.094206 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 49564) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:07.109041 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e93c058c-6c4b-4353-a33f-4f43c9044712 req-9fdef7f9-d761-4732-a5ab-e8e861c6e624 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bd7e484-6080-4c28-ae89-9d2db1471b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825095 Sep 15 15:29:07.175266 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dd85ef63-8b01-4a03-bfcf-b043f058c919 req-696f59b5-7c07-40cc-85cf-5066e0ef15f7 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714461 Sep 15 15:29:07.298596 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-5ce3774d-22b6-496a-ab7b-ae6420bcff9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:07.345302 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727c306-bdf6-4330-86f3-3b05052611e8 req-518e7251-f46d-426e-a827-2bf3de27c6f8 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:07.346818 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8727c306-bdf6-4330-86f3-3b05052611e8 req-518e7251-f46d-426e-a827-2bf3de27c6f8 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=71672535-8459-4eda-9ef9-99df31d15e28 HTTP/1.1" status: 200 len: 946 time: 0.1146414 Sep 15 15:29:07.439331 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-5ce3774d-22b6-496a-ab7b-ae6420bcff9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:07.439692 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff362d0-a142-412c-b7ba-c15ac3636455 req-1ee1291c-810b-4a34-9289-0a676f2cff70 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:07.445661 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5ff362d0-a142-412c-b7ba-c15ac3636455 req-1ee1291c-810b-4a34-9289-0a676f2cff70 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.1284544 Sep 15 15:29:07.460648 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8727c306-bdf6-4330-86f3-3b05052611e8 req-ec5d9629-e788-427e-bf11-2dcc20fb2ed0 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/security-groups?id=a28ebd5c-d1d6-47a3-8201-e97619536e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971437 Sep 15 15:29:07.496155 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5ff362d0-a142-412c-b7ba-c15ac3636455 req-b64558ab-884c-43ef-bc8d-6bbd7a805cc1 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477455 Sep 15 15:29:07.552693 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-5ce3774d-22b6-496a-ab7b-ae6420bcff9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:07.598012 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 49604) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:07.598161 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-5ce3774d-22b6-496a-ab7b-ae6420bcff9c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=68e8ef7d016046db91fa04204cc1e25c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5021131 Sep 15 15:29:07.600613 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3774d-22b6-496a-ab7b-ae6420bcff9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db87b7f3-fd68-424c-8e6e-c283778f5760,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:07.629883 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-40aa0590-7a98-44d8-a3b8-c297883ba740 req-f7f6949a-f325-4a52-ba0c-829433ecc4a0 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:07.650871 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['cbf3b2ed-c3f4-4b88-8db1-bbf42980d128'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:29:07.670277 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f6949a-f325-4a52-ba0c-829433ecc4a0 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Pushing event deleted for resources: {'Port': ['ID=cbf3b2ed-c3f4-4b88-8db1-bbf42980d128,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:07.720585 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c79ea21a-1641-4ae9-b8b8-b1e430864dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:07.751281 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [req-40aa0590-7a98-44d8-a3b8-c297883ba740 req-f7f6949a-f325-4a52-ba0c-829433ecc4a0 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] No DVR routers for this DVR port cbf3b2ed-c3f4-4b88-8db1-bbf42980d128 on host hv-cinder-80920 {{(pid=94800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:29:07.757460 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-40aa0590-7a98-44d8-a3b8-c297883ba740 req-f7f6949a-f325-4a52-ba0c-829433ecc4a0 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:07.759552 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-40aa0590-7a98-44d8-a3b8-c297883ba740 req-f7f6949a-f325-4a52-ba0c-829433ecc4a0 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.58 "DELETE /v2.0/ports/cbf3b2ed-c3f4-4b88-8db1-bbf42980d128 HTTP/1.1" status: 204 len: 173 time: 1.3525863 Sep 15 15:29:07.759993 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71672535-8459-4eda-9ef9-99df31d15e28', 'name': 'network-vif-deleted', 'tag': 'cbf3b2ed-c3f4-4b88-8db1-bbf42980d128'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:29:07.763358 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98877b03-594a-4a30-9f9d-53a1985d91ef" -d '{"events": [{"server_uuid": "71672535-8459-4eda-9ef9-99df31d15e28", "name": "network-vif-deleted", "tag": "cbf3b2ed-c3f4-4b88-8db1-bbf42980d128"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:29:07.774515 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c79ea21a-1641-4ae9-b8b8-b1e430864dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:07.806499 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152de456-f1a4-4a85-bff3-29c8de3cc2e4 x-openstack-request-id: req-152de456-f1a4-4a85-bff3-29c8de3cc2e4 {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:29:07.806786 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71672535-8459-4eda-9ef9-99df31d15e28", "name": "network-vif-deleted", "tag": "cbf3b2ed-c3f4-4b88-8db1-bbf42980d128", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:29:07.807062 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-152de456-f1a4-4a85-bff3-29c8de3cc2e4 {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:29:07.807449 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71672535-8459-4eda-9ef9-99df31d15e28', 'name': 'network-vif-deleted', 'tag': 'cbf3b2ed-c3f4-4b88-8db1-bbf42980d128', 'status': 'completed', 'code': 200} Sep 15 15:29:07.992938 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c79ea21a-1641-4ae9-b8b8-b1e430864dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:07.995609 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c79ea21a-1641-4ae9-b8b8-b1e430864dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:07.997459 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-c79ea21a-1641-4ae9-b8b8-b1e430864dcc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/db87b7f3-fd68-424c-8e6e-c283778f5760 HTTP/1.1" status: 204 len: 168 time: 0.3982790 Sep 15 15:29:08.005902 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ea21a-1641-4ae9-b8b8-b1e430864dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db87b7f3-fd68-424c-8e6e-c283778f5760,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:08.251874 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62e5b5-e40c-4817-a017-f5849cd9397f req-909eb815-82bf-4c4a-8560-55dc8c80a336 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:08.261511 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ca62e5b5-e40c-4817-a017-f5849cd9397f req-909eb815-82bf-4c4a-8560-55dc8c80a336 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=04fa1751-9cb7-4f82-9ff7-236b6ce2c093 HTTP/1.1" status: 200 len: 945 time: 0.0684831 Sep 15 15:29:08.303715 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ca62e5b5-e40c-4817-a017-f5849cd9397f req-4df9dd02-30c9-434c-9da1-0329dd71e8ce tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bd7e484-6080-4c28-ae89-9d2db1471b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410569 Sep 15 15:29:08.353561 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3c3a3-dced-4188-bb2f-2f60e4338ada req-16d10887-3214-425b-9c54-ed0dcb56ba26 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:08.355097 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-06c3c3a3-dced-4188-bb2f-2f60e4338ada req-16d10887-3214-425b-9c54-ed0dcb56ba26 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.0504720 Sep 15 15:29:08.408339 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-06c3c3a3-dced-4188-bb2f-2f60e4338ada req-adb6a7a2-a2dc-4e97-8de5-1feeaffc9927 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384474 Sep 15 15:29:08.579614 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5ab13860-0cba-4d3f-afad-0b020f9426a2 req-2a170d23-71a1-4640-972e-ada45ffc9d28 tempest-VolumesActionsTest-1441881001 tempest-VolumesActionsTest-1441881001-project] 10.222.0.54 "GET /v2.0/ports?device_id=71672535-8459-4eda-9ef9-99df31d15e28 HTTP/1.1" status: 200 len: 210 time: 0.0315168 Sep 15 15:29:08.655883 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f9085-bcde-4a94-ae51-08921afa4d2b req-cb0645fc-a7de-4024-aa53-bf58dd9fcec1 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:08.656554 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-136f9085-bcde-4a94-ae51-08921afa4d2b req-cb0645fc-a7de-4024-aa53-bf58dd9fcec1 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0796802 Sep 15 15:29:08.713501 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-136f9085-bcde-4a94-ae51-08921afa4d2b req-16a51473-08ce-463a-9bb4-32f505e3171a tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510323 Sep 15 15:29:08.762008 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 49658) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:08.933940 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-a8195ba9-eb34-4f1e-805f-07710a71a152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:09.022238 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-a8195ba9-eb34-4f1e-805f-07710a71a152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:09.129658 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-a8195ba9-eb34-4f1e-805f-07710a71a152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:09.176678 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-a8195ba9-eb34-4f1e-805f-07710a71a152 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b83dedf02a984e4aa376ad090c1dad0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4131744 Sep 15 15:29:09.177513 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8195ba9-eb34-4f1e-805f-07710a71a152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587e31d8-9b40-4543-abc5-0ac7a68d207d,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:09.179392 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 49672) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:09.229323 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-9ae11bff-2fe5-428f-857d-3903b0f51f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:09.250774 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-9ae11bff-2fe5-428f-857d-3903b0f51f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:09.370056 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-9ae11bff-2fe5-428f-857d-3903b0f51f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:09.373769 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-9ae11bff-2fe5-428f-857d-3903b0f51f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:09.378571 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-9ae11bff-2fe5-428f-857d-3903b0f51f3f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/587e31d8-9b40-4543-abc5-0ac7a68d207d HTTP/1.1" status: 204 len: 168 time: 0.1978650 Sep 15 15:29:09.392187 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae11bff-2fe5-428f-857d-3903b0f51f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587e31d8-9b40-4543-abc5-0ac7a68d207d,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:09.428742 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2cb8c-b2d2-456d-869f-9cb7beed3d5c req-54f11cfb-8104-433b-bcba-7d5847ede566 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:09.430276 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-95c2cb8c-b2d2-456d-869f-9cb7beed3d5c req-54f11cfb-8104-433b-bcba-7d5847ede566 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=04fa1751-9cb7-4f82-9ff7-236b6ce2c093 HTTP/1.1" status: 200 len: 945 time: 0.0580027 Sep 15 15:29:09.483527 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-95c2cb8c-b2d2-456d-869f-9cb7beed3d5c req-f84b23a3-828e-4b4a-b9aa-9be6b2708ae2 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bd7e484-6080-4c28-ae89-9d2db1471b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452909 Sep 15 15:29:09.556041 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c811831-0c63-4e5a-a209-edc7ef4a52d5 req-9832c9ef-30b8-48c2-9d87-5071538a24e8 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:09.557565 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9c811831-0c63-4e5a-a209-edc7ef4a52d5 req-9832c9ef-30b8-48c2-9d87-5071538a24e8 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.0544219 Sep 15 15:29:09.604140 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9c811831-0c63-4e5a-a209-edc7ef4a52d5 req-73f3c947-6ba8-43c0-8a62-fda6df2b6d7b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386090 Sep 15 15:29:09.847709 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca8b76-412b-49e3-9d1d-cea94314c9f9 req-e3fd1248-fd2f-4501-ab27-8c3a56338ee5 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:09.849519 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c6ca8b76-412b-49e3-9d1d-cea94314c9f9 req-e3fd1248-fd2f-4501-ab27-8c3a56338ee5 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0523527 Sep 15 15:29:09.887783 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c6ca8b76-412b-49e3-9d1d-cea94314c9f9 req-f4d24d9a-f49e-4926-9dff-fda80af7e40e tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324793 Sep 15 15:29:10.213289 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device cbf3b2ed-c3f4-4b88-8db1-bbf42980d128 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:29:10.235664 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 49742) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:10.237005 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] No Port match for: cbf3b2ed-c3f4-4b88-8db1-bbf42980d128 {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:29:10.237345 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device cbf3b2ed-c3f4-4b88-8db1-bbf42980d128 not bound to the agent host hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:29:10.249200 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-94ca43d2-52ac-4d31-9ccc-acb329ef7ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:10.378935 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-94ca43d2-52ac-4d31-9ccc-acb329ef7ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:10.460773 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-94ca43d2-52ac-4d31-9ccc-acb329ef7ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:10.499090 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca43d2-52ac-4d31-9ccc-acb329ef7ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b54551b-8419-4f97-a4e4-92c30f759056,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:10.503358 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-94ca43d2-52ac-4d31-9ccc-acb329ef7ff7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f6915f463a494f358ecd6db36b9a9962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665434 Sep 15 15:29:10.506060 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 49756) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:10.556698 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-3fb89c2a-d495-4fb3-a8f4-6518f6a267fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:10.579785 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-3fb89c2a-d495-4fb3-a8f4-6518f6a267fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:10.712903 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-3fb89c2a-d495-4fb3-a8f4-6518f6a267fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:10.723747 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-3fb89c2a-d495-4fb3-a8f4-6518f6a267fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:10.723747 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-3fb89c2a-d495-4fb3-a8f4-6518f6a267fb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2b54551b-8419-4f97-a4e4-92c30f759056 HTTP/1.1" status: 204 len: 168 time: 0.2140377 Sep 15 15:29:10.737230 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb89c2a-d495-4fb3-a8f4-6518f6a267fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b54551b-8419-4f97-a4e4-92c30f759056,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:10.761466 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9393f1e-9b80-419d-b939-8b50e52bd913 req-d0765aca-73ad-4dcc-a76d-4171134dec85 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:10.763657 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b9393f1e-9b80-419d-b939-8b50e52bd913 req-d0765aca-73ad-4dcc-a76d-4171134dec85 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.0804553 Sep 15 15:29:10.811898 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b9393f1e-9b80-419d-b939-8b50e52bd913 req-ec632419-b1fd-4760-9aab-6e7ac8d00483 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383627 Sep 15 15:29:11.006043 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d8ddf-2c3e-4830-b260-10bd82d2d8b4 req-3b48ad99-9cb8-4ead-8e5b-ea18c3960a67 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:11.007574 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5f9d8ddf-2c3e-4830-b260-10bd82d2d8b4 req-3b48ad99-9cb8-4ead-8e5b-ea18c3960a67 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0511124 Sep 15 15:29:11.050894 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5f9d8ddf-2c3e-4830-b260-10bd82d2d8b4 req-031e6968-d228-4b33-95f7-d3935f68e972 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366986 Sep 15 15:29:11.932657 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53db12-58b0-4e9e-95a4-1e3b912bcfe9 req-f3a792f1-0a10-482c-b1f8-9f2567fe5844 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:11.934384 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cc53db12-58b0-4e9e-95a4-1e3b912bcfe9 req-f3a792f1-0a10-482c-b1f8-9f2567fe5844 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.0492954 Sep 15 15:29:11.959382 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:29:11.974819 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cc53db12-58b0-4e9e-95a4-1e3b912bcfe9 req-4233f6dd-8c79-4811-847f-133632d7ae14 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343783 Sep 15 15:29:12.173877 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54582742-9a0e-4b50-acf2-db46e16efeaf req-a111222b-2761-4c62-81e2-526f80277e82 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:12.175560 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-54582742-9a0e-4b50-acf2-db46e16efeaf req-a111222b-2761-4c62-81e2-526f80277e82 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0502472 Sep 15 15:29:12.218463 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-54582742-9a0e-4b50-acf2-db46e16efeaf req-6522c42e-1c07-4b1e-955e-6a9d8f294585 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369098 Sep 15 15:29:13.108013 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd838ca6-df97-40be-b106-78df3a538568 req-0cbf7bcd-de94-4ca1-878a-6e7b18c9b566 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:13.109572 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dd838ca6-df97-40be-b106-78df3a538568 req-0cbf7bcd-de94-4ca1-878a-6e7b18c9b566 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.0624328 Sep 15 15:29:13.146882 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dd838ca6-df97-40be-b106-78df3a538568 req-b3480666-403f-47fe-88ba-d195a3ef0f7b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313604 Sep 15 15:29:13.340119 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855374b4-181a-431a-ad3c-a2d2fcfd37bf req-bd44a61b-0cc0-4f7d-8a71-d11344a7e306 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:13.341945 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-855374b4-181a-431a-ad3c-a2d2fcfd37bf req-bd44a61b-0cc0-4f7d-8a71-d11344a7e306 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0507643 Sep 15 15:29:13.384609 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-855374b4-181a-431a-ad3c-a2d2fcfd37bf req-0bd269a9-c467-4481-b1fb-e6dd8e21a306 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346856 Sep 15 15:29:14.269300 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28dc3a-503e-499e-bc30-ab763f700ab2 req-1da0d49d-2e53-449e-86cc-f8a45dc1d006 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:14.270791 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7b28dc3a-503e-499e-bc30-ab763f700ab2 req-1da0d49d-2e53-449e-86cc-f8a45dc1d006 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.0497432 Sep 15 15:29:14.314957 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7b28dc3a-503e-499e-bc30-ab763f700ab2 req-c296e857-a982-4409-9df0-690ee9ea02aa tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381918 Sep 15 15:29:14.514153 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2fb27-8a0d-4aff-886e-5e54a70936e0 req-5b39dc75-a477-404d-bf89-32b2bbe8b0df tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:14.516639 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-acd2fb27-8a0d-4aff-886e-5e54a70936e0 req-5b39dc75-a477-404d-bf89-32b2bbe8b0df tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0634825 Sep 15 15:29:14.569819 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-acd2fb27-8a0d-4aff-886e-5e54a70936e0 req-0ec3d694-5215-4d6c-9d90-4ae78fc68174 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446160 Sep 15 15:29:15.446220 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1e5af-ca11-4951-a0b9-fc5c84d50d47 req-b0582465-6ef0-4fda-b368-2a5044e38cce tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:15.446220 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-58d1e5af-ca11-4951-a0b9-fc5c84d50d47 req-b0582465-6ef0-4fda-b368-2a5044e38cce tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.0542948 Sep 15 15:29:15.484608 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-58d1e5af-ca11-4951-a0b9-fc5c84d50d47 req-8924c026-31ce-415c-9410-b8bfc4f50c66 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354319 Sep 15 15:29:15.689396 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b21168-0e7c-4242-9607-c3bbee5a1c74 req-7f170616-3376-4d0c-97c6-c631e454f751 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:15.690877 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-64b21168-0e7c-4242-9607-c3bbee5a1c74 req-7f170616-3376-4d0c-97c6-c631e454f751 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0493727 Sep 15 15:29:15.732849 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-64b21168-0e7c-4242-9607-c3bbee5a1c74 req-fc3dce03-c167-4d88-8cc8-fc5a82db8af5 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357158 Sep 15 15:29:16.603906 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b70df-4773-4e96-8489-e827d9066ce0 req-e1eccefa-b28c-4c9e-ad81-2648f1820708 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:16.605960 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e64b70df-4773-4e96-8489-e827d9066ce0 req-e1eccefa-b28c-4c9e-ad81-2648f1820708 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.0495903 Sep 15 15:29:16.647705 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e64b70df-4773-4e96-8489-e827d9066ce0 req-84da0868-7a37-4b55-abde-0a1a4555eb7f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357001 Sep 15 15:29:16.846812 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c60bb-9edd-4c61-9148-cf263888d521 req-5fc77940-5c7c-4576-82b2-58e17db825b9 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:16.848484 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c55c60bb-9edd-4c61-9148-cf263888d521 req-5fc77940-5c7c-4576-82b2-58e17db825b9 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0483968 Sep 15 15:29:16.888960 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c55c60bb-9edd-4c61-9148-cf263888d521 req-7f533388-5c70-43a9-83ff-f494a1ad9bbb tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343556 Sep 15 15:29:17.773222 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54797fb7-e240-4c74-9a5a-1c975932ff8f req-2379b682-ad72-4a7e-81e2-8c3ba0db05b5 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:17.774719 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-54797fb7-e240-4c74-9a5a-1c975932ff8f req-2379b682-ad72-4a7e-81e2-8c3ba0db05b5 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.0496244 Sep 15 15:29:17.818340 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-54797fb7-e240-4c74-9a5a-1c975932ff8f req-23c6347a-0cf1-4fa3-a438-e76621215c4d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363500 Sep 15 15:29:18.006185 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4cf32-4649-4ad2-a163-00c2a4a850ad req-e28e8303-29b3-4e90-a7dd-c76190492c5e tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:18.007566 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a7e4cf32-4649-4ad2-a163-00c2a4a850ad req-e28e8303-29b3-4e90-a7dd-c76190492c5e tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0499103 Sep 15 15:29:18.046831 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a7e4cf32-4649-4ad2-a163-00c2a4a850ad req-7bb82c8a-ada3-411a-8dfa-847f1a44f50b tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327766 Sep 15 15:29:18.940382 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abd573-a803-4061-9211-edc8a327ed0c req-82f6a279-fc86-43e6-b0ac-1d8da9f35c12 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:18.941842 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-51abd573-a803-4061-9211-edc8a327ed0c req-82f6a279-fc86-43e6-b0ac-1d8da9f35c12 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.0492780 Sep 15 15:29:18.984603 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-51abd573-a803-4061-9211-edc8a327ed0c req-519ff429-a267-43a8-a2d7-52e31117a4ed tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364759 Sep 15 15:29:19.169468 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4a642-d041-4a5d-a932-4b4f48290832 req-b064557d-ab60-4af0-93d3-331594d4df8b tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:19.171089 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-95a4a642-d041-4a5d-a932-4b4f48290832 req-b064557d-ab60-4af0-93d3-331594d4df8b tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0512128 Sep 15 15:29:19.213117 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-95a4a642-d041-4a5d-a932-4b4f48290832 req-51507b80-f740-42d1-8d9e-49008510032c tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354424 Sep 15 15:29:20.112750 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d141d2-18dc-49c5-8ba7-b8f614433641 req-e281a0af-cbd4-469b-a4bd-9be8810e816c tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:20.114305 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e5d141d2-18dc-49c5-8ba7-b8f614433641 req-e281a0af-cbd4-469b-a4bd-9be8810e816c tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.0503867 Sep 15 15:29:20.152931 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e5d141d2-18dc-49c5-8ba7-b8f614433641 req-ec482f07-0ea7-47c7-aa5e-ace827da7498 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322769 Sep 15 15:29:20.329003 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b514d-27c9-4af3-bd10-5176d230b54c req-f4f762cc-6c05-44d8-9347-c513ce6d3671 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:20.330493 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cb8b514d-27c9-4af3-bd10-5176d230b54c req-f4f762cc-6c05-44d8-9347-c513ce6d3671 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0496020 Sep 15 15:29:20.368600 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cb8b514d-27c9-4af3-bd10-5176d230b54c req-857220a6-a47e-430f-a818-83551a2254af tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320163 Sep 15 15:29:21.279272 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56436e71-08f5-4265-bfaf-fe061da976da req-39036659-b1d6-4d1c-82e9-14fa05dbe257 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:21.280738 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-56436e71-08f5-4265-bfaf-fe061da976da req-39036659-b1d6-4d1c-82e9-14fa05dbe257 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.0481520 Sep 15 15:29:21.322528 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-56436e71-08f5-4265-bfaf-fe061da976da req-31d8c6ec-cec6-40dd-a4db-ddd7e63486e8 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359046 Sep 15 15:29:21.482802 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc64d02-397b-4af6-a113-ce7db3e54622 req-f146436d-6554-4f67-ab53-fb7970dc02ac tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:21.484209 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fcc64d02-397b-4af6-a113-ce7db3e54622 req-f146436d-6554-4f67-ab53-fb7970dc02ac tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0491283 Sep 15 15:29:21.522747 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fcc64d02-397b-4af6-a113-ce7db3e54622 req-f889624a-25d4-458d-987b-771485ef3d19 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326362 Sep 15 15:29:22.440327 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9869b3c-a00a-4fc4-8c70-37b864619f32 req-62fd724a-7f8e-4f55-a705-894ab676e337 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:22.441783 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f9869b3c-a00a-4fc4-8c70-37b864619f32 req-62fd724a-7f8e-4f55-a705-894ab676e337 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.0480299 Sep 15 15:29:22.481158 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f9869b3c-a00a-4fc4-8c70-37b864619f32 req-90ef5d88-750a-4ac6-b6f1-8d21e7e20650 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323136 Sep 15 15:29:22.640505 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37fe23-56bf-4211-bc4b-efb75d9e8814 req-94fbff87-1d1d-4e6b-8186-ee5e8a860413 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:22.642043 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bd37fe23-56bf-4211-bc4b-efb75d9e8814 req-94fbff87-1d1d-4e6b-8186-ee5e8a860413 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0495543 Sep 15 15:29:22.684046 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bd37fe23-56bf-4211-bc4b-efb75d9e8814 req-4123f6d3-f852-4614-8760-c1b47c0912a6 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361121 Sep 15 15:29:23.118259 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-0e44477b-ceb0-47ac-85f8-6dad6b74e203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:23.606912 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef9930-4b51-4754-a053-edd789ba99e9 req-f7df222e-400c-4341-b675-b44da535bd42 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:23.608456 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d4ef9930-4b51-4754-a053-edd789ba99e9 req-f7df222e-400c-4341-b675-b44da535bd42 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.0524521 Sep 15 15:29:23.651024 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d4ef9930-4b51-4754-a053-edd789ba99e9 req-3b06f2e6-cab9-43bd-ba0c-02c4dabda0f4 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364351 Sep 15 15:29:23.801244 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b1151-4d54-4f2c-b49d-9b41b445acf6 req-60d3da6a-1f50-410b-830b-5dd79f23df98 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:23.802631 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-337b1151-4d54-4f2c-b49d-9b41b445acf6 req-60d3da6a-1f50-410b-830b-5dd79f23df98 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0504591 Sep 15 15:29:23.842859 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-337b1151-4d54-4f2c-b49d-9b41b445acf6 req-27998144-b876-4084-bcd1-ae4f57f74fb0 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335391 Sep 15 15:29:24.132172 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:29:24.245821 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 61660cf0-a5b0-4f1a-a8b1-45322b8c8615, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=61660cf0-a5b0-4f1a-a8b1-45322b8c8615,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:29:24.257916 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Returning: {'device': '61660cf0-a5b0-4f1a-a8b1-45322b8c8615', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'port_id': '61660cf0-a5b0-4f1a-a8b1-45322b8c8615', 'mac_address': 'fa:16:3e:44:b8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:29:24.264777 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:24.301569 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:24.305878 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47527c-ae53-4adb-b182-e72cda942be7 req-6a9480a1-3fe7-451d-8f6d-9c7671f38d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:24.307413 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8a47527c-ae53-4adb-b182-e72cda942be7 req-6a9480a1-3fe7-451d-8f6d-9c7671f38d01 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a16269c5a0742a89bef71d5a8d467a2&device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 1098 time: 0.0435109 Sep 15 15:29:24.314769 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 {{(pid=94801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:29:24.333962 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 61660cf0-a5b0-4f1a-a8b1-45322b8c8615, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=61660cf0-a5b0-4f1a-a8b1-45322b8c8615,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:29:24.421117 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:24.422498 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47527c-ae53-4adb-b182-e72cda942be7 req-b26b37c3-72e6-4e1d-bd14-6bd5c37fa7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:24.425333 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8a47527c-ae53-4adb-b182-e72cda942be7 req-b26b37c3-72e6-4e1d-bd14-6bd5c37fa7b0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=847cb1e4-e19c-4271-800e-31d2a3c7a1df HTTP/1.1" status: 200 len: 920 time: 0.0918996 Sep 15 15:29:24.469318 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=61660cf0-a5b0-4f1a-a8b1-45322b8c8615,revision_number=6']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:24.469621 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8a47527c-ae53-4adb-b182-e72cda942be7 req-b14ea935-3b57-43c0-bab0-7e0781b99716 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87684267-f620-4297-9301-e7938b4b736d HTTP/1.1" status: 200 len: 217 time: 0.0350165 Sep 15 15:29:24.528894 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47527c-ae53-4adb-b182-e72cda942be7 req-fc3d38ad-0a0c-454a-bd14-d266aacb099b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:24.530338 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8a47527c-ae53-4adb-b182-e72cda942be7 req-fc3d38ad-0a0c-454a-bd14-d266aacb099b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=97e16b6b-eb11-4c27-ab3e-76841cb2f586 HTTP/1.1" status: 200 len: 859 time: 0.0480912 Sep 15 15:29:24.536755 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['61660cf0-a5b0-4f1a-a8b1-45322b8c8615'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:29:24.562428 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8a47527c-ae53-4adb-b182-e72cda942be7 req-15305493-a188-490c-a118-990280f82d72 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=847cb1e4-e19c-4271-800e-31d2a3c7a1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236838 Sep 15 15:29:24.668390 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8a47527c-ae53-4adb-b182-e72cda942be7 req-525d88a0-1cce-43d8-91f2-e9307a8a8dea service neutron] 10.222.0.58 "GET /v2.0/networks/847cb1e4-e19c-4271-800e-31d2a3c7a1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972979 Sep 15 15:29:24.814042 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8a47527c-ae53-4adb-b182-e72cda942be7 req-8a7227fc-167e-4806-9a15-f752db6dbb60 service neutron] 10.222.0.58 "GET /v2.0/networks/847cb1e4-e19c-4271-800e-31d2a3c7a1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334217 Sep 15 15:29:24.827595 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a864313-da96-4b4d-850e-b167a2b699d4 req-97870d8f-0a00-41ef-91c4-d0a75aa6131e tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:24.829167 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9a864313-da96-4b4d-850e-b167a2b699d4 req-97870d8f-0a00-41ef-91c4-d0a75aa6131e tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 944 time: 0.0785658 Sep 15 15:29:24.875813 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9a864313-da96-4b4d-850e-b167a2b699d4 req-a701aff7-4208-4c83-a191-f942c71f5c2e tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406392 Sep 15 15:29:24.981381 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce31c8-47b9-4a77-9fbe-b0c7479a77a1 req-bcba6305-8be7-4e48-a9ab-1decacf62221 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:24.983159 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-80ce31c8-47b9-4a77-9fbe-b0c7479a77a1 req-bcba6305-8be7-4e48-a9ab-1decacf62221 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0562754 Sep 15 15:29:25.021641 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-80ce31c8-47b9-4a77-9fbe-b0c7479a77a1 req-3cfaee1a-76f2-4e32-9151-8e7944317d39 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325229 Sep 15 15:29:25.997112 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c539218-2ab5-4f2d-af20-ced4203ca106 req-2b494681-d485-4d04-bbd6-55613ab5a78a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:25.998625 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8c539218-2ab5-4f2d-af20-ced4203ca106 req-2b494681-d485-4d04-bbd6-55613ab5a78a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 944 time: 0.0497775 Sep 15 15:29:26.036142 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8c539218-2ab5-4f2d-af20-ced4203ca106 req-ab078e03-8024-4f48-b236-f4f2d30b7893 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313966 Sep 15 15:29:26.106892 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-b93d1b62-fc28-4852-b743-8e6d9ad96192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:26.120109 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 up at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:29:26.163712 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347c73f-0d8b-433e-9a57-868f81aa1922 req-319ef199-e53d-4aad-93db-f237789e7a54 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:26.165891 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9347c73f-0d8b-433e-9a57-868f81aa1922 req-319ef199-e53d-4aad-93db-f237789e7a54 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0694880 Sep 15 15:29:26.178901 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning complete for port 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:29:26.179489 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:26.206531 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:26.209936 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9347c73f-0d8b-433e-9a57-868f81aa1922 req-c3cbd3e6-3991-435f-aba8-6f8140f46ad3 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360150 Sep 15 15:29:26.276809 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:26.302861 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52958035-d7b6-41f7-8bed-2af57d30b452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61660cf0-a5b0-4f1a-a8b1-45322b8c8615'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:29:26.305184 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be2ce05-62e6-4cf1-8a0a-47ef19e3ed11" -d '{"events": [{"server_uuid": "52958035-d7b6-41f7-8bed-2af57d30b452", "name": "network-vif-plugged", "status": "completed", "tag": "61660cf0-a5b0-4f1a-a8b1-45322b8c8615"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:29:26.320849 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 61660cf0-a5b0-4f1a-a8b1-45322b8c8615, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=61660cf0-a5b0-4f1a-a8b1-45322b8c8615,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:29:26.344896 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c65208-5626-438c-80d6-5e69bc703cee x-openstack-request-id: req-89c65208-5626-438c-80d6-5e69bc703cee {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:29:26.345188 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52958035-d7b6-41f7-8bed-2af57d30b452", "name": "network-vif-plugged", "status": "completed", "tag": "61660cf0-a5b0-4f1a-a8b1-45322b8c8615", "code": 200}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:29:26.345434 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-89c65208-5626-438c-80d6-5e69bc703cee {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:29:26.345828 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52958035-d7b6-41f7-8bed-2af57d30b452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61660cf0-a5b0-4f1a-a8b1-45322b8c8615', 'code': 200} Sep 15 15:29:26.386848 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:26.441998 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=61660cf0-a5b0-4f1a-a8b1-45322b8c8615,revision_number=7']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:27.084205 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:27.166124 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c7e72-a71f-4cd5-b50b-d99488513f48 req-2de3a3b5-3b79-4f43-9174-5ddbf40b4fcf tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:27.171788 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-aa3c7e72-a71f-4cd5-b50b-d99488513f48 req-2de3a3b5-3b79-4f43-9174-5ddbf40b4fcf tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.0542901 Sep 15 15:29:27.209929 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-aa3c7e72-a71f-4cd5-b50b-d99488513f48 req-ebe3800b-1560-48c9-83a5-3867e7d930c8 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306692 Sep 15 15:29:27.330823 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba92e3d-b75c-47b2-b50c-24e30dd30139 req-a5c06be5-9145-4251-9a15-034995261e54 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:27.332359 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6ba92e3d-b75c-47b2-b50c-24e30dd30139 req-a5c06be5-9145-4251-9a15-034995261e54 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0484850 Sep 15 15:29:27.371937 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6ba92e3d-b75c-47b2-b50c-24e30dd30139 req-17aec602-1f84-4c98-8aa3-643b18f885e5 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332160 Sep 15 15:29:28.339653 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f1459-a277-4f37-80d2-300ca1c0d26a req-8b4fab91-7d84-49c2-9c3e-b05c1c655d20 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:28.345746 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-719f1459-a277-4f37-80d2-300ca1c0d26a req-8b4fab91-7d84-49c2-9c3e-b05c1c655d20 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.0518098 Sep 15 15:29:28.408983 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-719f1459-a277-4f37-80d2-300ca1c0d26a req-e9390f8f-aba1-45b5-9703-c5237763d1a4 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568194 Sep 15 15:29:28.536247 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecb49f-a6a6-4dd2-9273-57dce79dd29d req-b4604db9-6240-4cfe-a1b8-43eed6f4f31b tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:28.537921 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-58ecb49f-a6a6-4dd2-9273-57dce79dd29d req-b4604db9-6240-4cfe-a1b8-43eed6f4f31b tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0654383 Sep 15 15:29:28.579876 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-58ecb49f-a6a6-4dd2-9273-57dce79dd29d req-c21a7a31-16f0-449d-8b34-05ad68d30812 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334980 Sep 15 15:29:28.735212 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:29.614692 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fdc5c-9c02-47e3-b8d3-090445a062ae req-c2518e1d-ea19-4197-8378-62f0e862238a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:29.629136 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9c8fdc5c-9c02-47e3-b8d3-090445a062ae req-c2518e1d-ea19-4197-8378-62f0e862238a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.0885782 Sep 15 15:29:29.687141 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9c8fdc5c-9c02-47e3-b8d3-090445a062ae req-824ed837-e7b9-40c4-a03d-5cd8ae4dbd06 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559864 Sep 15 15:29:29.844167 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa06be-40d3-4d17-bc20-fda585233b3f req-5603867d-4b84-480c-8880-6f06297eb35b tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:29.844167 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a6fa06be-40d3-4d17-bc20-fda585233b3f req-5603867d-4b84-480c-8880-6f06297eb35b tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.1423690 Sep 15 15:29:29.898735 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a6fa06be-40d3-4d17-bc20-fda585233b3f req-b060a2f8-9aff-4ded-8ddc-ea960cf63f7b tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521390 Sep 15 15:29:30.914957 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217e317-db9b-4978-afe7-a8f44807b10d req-0638f39d-fdec-47c1-8ea7-27cd433b0d0a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:30.916567 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d217e317-db9b-4978-afe7-a8f44807b10d req-0638f39d-fdec-47c1-8ea7-27cd433b0d0a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.1052334 Sep 15 15:29:31.014262 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d217e317-db9b-4978-afe7-a8f44807b10d req-ec457f64-37fa-44c8-8113-d6030912e243 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800698 Sep 15 15:29:31.147715 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33d63e-4dd5-46e7-aeac-4e5da2210310 req-9cb4497c-7b71-408a-a71a-e18d930f551a tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:31.161795 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0e33d63e-4dd5-46e7-aeac-4e5da2210310 req-9cb4497c-7b71-408a-a71a-e18d930f551a tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0973594 Sep 15 15:29:31.243300 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0e33d63e-4dd5-46e7-aeac-4e5da2210310 req-b5173001-933b-4824-a270-497f71f325a2 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796928 Sep 15 15:29:32.161933 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb821b-7752-4979-818f-6b63e2ffddfe req-7525c362-4c11-4c28-ace5-46e8641f0a65 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:32.163467 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b8eb821b-7752-4979-818f-6b63e2ffddfe req-7525c362-4c11-4c28-ace5-46e8641f0a65 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.0604002 Sep 15 15:29:32.202392 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b8eb821b-7752-4979-818f-6b63e2ffddfe req-bc184d29-ecef-45c2-96d9-e229bcc4237b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318933 Sep 15 15:29:32.373489 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e402b8c-55e2-4624-ac43-3b986fd9822b req-26a3e053-bc53-4bc5-af6b-f660fed6f9be tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:32.375210 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9e402b8c-55e2-4624-ac43-3b986fd9822b req-26a3e053-bc53-4bc5-af6b-f660fed6f9be tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0581465 Sep 15 15:29:32.418006 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9e402b8c-55e2-4624-ac43-3b986fd9822b req-5daed4f5-794a-43cf-a84f-49be184272d3 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365489 Sep 15 15:29:33.332041 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a84bb7-6feb-41b8-871b-eb1a9dfad67d req-a045857a-db87-406b-b87a-784ba09f2264 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:33.333700 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a5a84bb7-6feb-41b8-871b-eb1a9dfad67d req-a045857a-db87-406b-b87a-784ba09f2264 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.0524747 Sep 15 15:29:33.399646 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a5a84bb7-6feb-41b8-871b-eb1a9dfad67d req-00d78eb0-2c65-4712-8d1c-7e4e256c1797 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595243 Sep 15 15:29:33.630129 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e19b27-ce83-4313-9fa7-50d32af24d46 req-f4a84aed-9fac-48dc-9148-99d0ce8ba7dc tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:33.631996 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-76e19b27-ce83-4313-9fa7-50d32af24d46 req-f4a84aed-9fac-48dc-9148-99d0ce8ba7dc tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.1050870 Sep 15 15:29:33.688936 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-76e19b27-ce83-4313-9fa7-50d32af24d46 req-c43c901f-2a3b-4fc4-a395-b648f9517f58 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488698 Sep 15 15:29:34.692214 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb013b3-d996-48c0-99e6-50e20c3f44cb req-468eea29-2db9-4949-b772-125697a23c5a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:34.703223 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ffb013b3-d996-48c0-99e6-50e20c3f44cb req-468eea29-2db9-4949-b772-125697a23c5a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.1387215 Sep 15 15:29:34.844911 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ffb013b3-d996-48c0-99e6-50e20c3f44cb req-4b8ac47a-0156-4348-b911-17674ec565bb tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404624 Sep 15 15:29:34.930144 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf08ca5-dd30-407b-afe6-337888a5e6a1 req-41f6f821-c2ec-4d23-b310-19816c59d5dc tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:34.938266 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-3bf08ca5-dd30-407b-afe6-337888a5e6a1 req-41f6f821-c2ec-4d23-b310-19816c59d5dc tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0731723 Sep 15 15:29:35.000010 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-3bf08ca5-dd30-407b-afe6-337888a5e6a1 req-43782b9f-8711-4dd9-ab98-99aec8d57a21 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603356 Sep 15 15:29:36.216103 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6826a0f-f652-4a50-8f00-9a637e8338f0 req-2988cdba-a9f4-4c8b-bae2-99ac77bee4b4 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:36.240704 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d6826a0f-f652-4a50-8f00-9a637e8338f0 req-2988cdba-a9f4-4c8b-bae2-99ac77bee4b4 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.2152953 Sep 15 15:29:36.333482 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d6826a0f-f652-4a50-8f00-9a637e8338f0 req-5a2b9092-098c-4651-ad57-6dd542fa8481 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944657 Sep 15 15:29:36.350776 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b99d2-7e1b-404e-a113-aafade268690 req-3bede9e5-758e-4d7f-aba7-ab0456e1ced2 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:36.352562 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b78b99d2-7e1b-404e-a113-aafade268690 req-3bede9e5-758e-4d7f-aba7-ab0456e1ced2 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.1624422 Sep 15 15:29:36.412230 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b78b99d2-7e1b-404e-a113-aafade268690 req-6888a4d3-dd5a-45f1-90fe-fec317612be2 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382059 Sep 15 15:29:37.490077 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 50482) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:37.533154 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed76ca-bc0c-436c-af44-8617656f86fc req-8d2a7729-8ea9-4271-8b54-35ebeda1d160 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:37.534880 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-54ed76ca-bc0c-436c-af44-8617656f86fc req-8d2a7729-8ea9-4271-8b54-35ebeda1d160 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.0882735 Sep 15 15:29:37.596607 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-54ed76ca-bc0c-436c-af44-8617656f86fc req-64af75fd-5978-46bc-b05f-59d722510f4f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441225 Sep 15 15:29:37.617082 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac567c-9e01-43f3-b607-63ccc905f294 req-c7517c65-c4e6-4886-9b43-4557a2a3d894 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:37.628503 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bcac567c-9e01-43f3-b607-63ccc905f294 req-c7517c65-c4e6-4886-9b43-4557a2a3d894 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.1045246 Sep 15 15:29:37.672405 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bcac567c-9e01-43f3-b607-63ccc905f294 req-dd85e2ee-8d13-4d4a-a8e0-4c0ae4495f62 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461533 Sep 15 15:29:37.723643 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-8384272a-9478-4ac9-8059-8d231a11fefa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:37.824053 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-8384272a-9478-4ac9-8059-8d231a11fefa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:37.889870 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-8384272a-9478-4ac9-8059-8d231a11fefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:37.927946 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-8384272a-9478-4ac9-8059-8d231a11fefa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=36ed46a2735f4bef966497d3cf507b7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4367797 Sep 15 15:29:37.930141 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 50496) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:37.951521 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384272a-9478-4ac9-8059-8d231a11fefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353542e6-ec5e-4022-a89e-76b679754c3c,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:37.964387 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384272a-9478-4ac9-8059-8d231a11fefa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:37.965015 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384272a-9478-4ac9-8059-8d231a11fefa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:37.965504 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384272a-9478-4ac9-8059-8d231a11fefa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:37.966692 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384272a-9478-4ac9-8059-8d231a11fefa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:37.967210 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384272a-9478-4ac9-8059-8d231a11fefa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:37.967932 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384272a-9478-4ac9-8059-8d231a11fefa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:37.968413 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384272a-9478-4ac9-8059-8d231a11fefa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:37.969103 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384272a-9478-4ac9-8059-8d231a11fefa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:37.969579 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384272a-9478-4ac9-8059-8d231a11fefa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:37.970102 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384272a-9478-4ac9-8059-8d231a11fefa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:37.970625 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384272a-9478-4ac9-8059-8d231a11fefa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:37.971154 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8384272a-9478-4ac9-8059-8d231a11fefa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:37.999366 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9c28049f-f494-48cc-90ab-7e13df2f5fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:38.030715 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9c28049f-f494-48cc-90ab-7e13df2f5fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:38.160372 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9c28049f-f494-48cc-90ab-7e13df2f5fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:38.162853 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9c28049f-f494-48cc-90ab-7e13df2f5fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:38.164495 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-9c28049f-f494-48cc-90ab-7e13df2f5fb5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/353542e6-ec5e-4022-a89e-76b679754c3c HTTP/1.1" status: 204 len: 168 time: 0.2332168 Sep 15 15:29:38.173273 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28049f-f494-48cc-90ab-7e13df2f5fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353542e6-ec5e-4022-a89e-76b679754c3c,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:38.181106 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c28049f-f494-48cc-90ab-7e13df2f5fb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:38.181449 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c28049f-f494-48cc-90ab-7e13df2f5fb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:38.181829 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c28049f-f494-48cc-90ab-7e13df2f5fb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:38.182158 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c28049f-f494-48cc-90ab-7e13df2f5fb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:38.182483 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c28049f-f494-48cc-90ab-7e13df2f5fb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:38.182853 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c28049f-f494-48cc-90ab-7e13df2f5fb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:38.183225 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c28049f-f494-48cc-90ab-7e13df2f5fb5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:38.183533 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c28049f-f494-48cc-90ab-7e13df2f5fb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:38.183856 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c28049f-f494-48cc-90ab-7e13df2f5fb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:38.184192 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c28049f-f494-48cc-90ab-7e13df2f5fb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:38.184580 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c28049f-f494-48cc-90ab-7e13df2f5fb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:38.185024 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c28049f-f494-48cc-90ab-7e13df2f5fb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:38.757925 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0a72c-4968-4954-b78a-c28c3f1cdbec req-3ecb1ae4-23df-414c-833f-0b4ac7741784 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:38.760755 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bac0a72c-4968-4954-b78a-c28c3f1cdbec req-3ecb1ae4-23df-414c-833f-0b4ac7741784 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.0793812 Sep 15 15:29:38.886506 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 50510) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:38.893686 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bac0a72c-4968-4954-b78a-c28c3f1cdbec req-aaf32986-444c-4c4d-bc4a-eb0002e8205f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257393 Sep 15 15:29:38.903969 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-878c0e37-dcfa-4604-aa06-2642c22cb565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:38.917906 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a2d52-2b0d-483b-a5cf-c8d296962eb8 req-b45d4dbd-6e5c-4eb9-b1ea-468f8bbe2f66 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:38.937546 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-797a2d52-2b0d-483b-a5cf-c8d296962eb8 req-b45d4dbd-6e5c-4eb9-b1ea-468f8bbe2f66 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.1138523 Sep 15 15:29:38.994836 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-797a2d52-2b0d-483b-a5cf-c8d296962eb8 req-5d2d6c46-e907-46b2-9de9-baa263720d5b tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635059 Sep 15 15:29:39.079342 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-878c0e37-dcfa-4604-aa06-2642c22cb565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:39.186304 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-878c0e37-dcfa-4604-aa06-2642c22cb565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:39.230886 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 50516) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:39.231230 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-878c0e37-dcfa-4604-aa06-2642c22cb565 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ad3e2700ebb84c8984d2ef8c9e916854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418679 Sep 15 15:29:39.232474 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c0e37-dcfa-4604-aa06-2642c22cb565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fc5eb3-70fe-4e05-b8c0-3f7caac3900f,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:39.314583 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fc31dc68-a514-44d0-946c-b41795d82911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:39.339734 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fc31dc68-a514-44d0-946c-b41795d82911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:39.466361 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fc31dc68-a514-44d0-946c-b41795d82911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:39.468976 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fc31dc68-a514-44d0-946c-b41795d82911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:39.470196 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-fc31dc68-a514-44d0-946c-b41795d82911 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/32fc5eb3-70fe-4e05-b8c0-3f7caac3900f HTTP/1.1" status: 204 len: 168 time: 0.2365987 Sep 15 15:29:39.478819 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31dc68-a514-44d0-946c-b41795d82911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fc5eb3-70fe-4e05-b8c0-3f7caac3900f,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:40.065092 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a018f9-845e-463b-aa40-43e11c793982 req-7da3a86f-591c-4914-9b0a-e98937db3fd5 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:40.068092 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-56a018f9-845e-463b-aa40-43e11c793982 req-7da3a86f-591c-4914-9b0a-e98937db3fd5 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.0714438 Sep 15 15:29:40.141273 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-56a018f9-845e-463b-aa40-43e11c793982 req-5eab9667-48c7-4244-bd5d-ef2e641da0ba tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616801 Sep 15 15:29:40.193597 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f269c25-ee2d-459a-8ee9-c955f2a0dbcf req-644b81f2-94ec-46e1-b5f7-c17aaf6a89bf tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:40.195485 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6f269c25-ee2d-459a-8ee9-c955f2a0dbcf req-644b81f2-94ec-46e1-b5f7-c17aaf6a89bf tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0716949 Sep 15 15:29:40.241138 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6f269c25-ee2d-459a-8ee9-c955f2a0dbcf req-3e87a0f2-1e55-43c6-9997-f6720e119303 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347679 Sep 15 15:29:41.531375 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3addd-942e-4d32-b007-f984ea881612 req-f2afe8eb-aa2b-4bce-a737-a1347210b2eb tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:41.539086 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7bc3addd-942e-4d32-b007-f984ea881612 req-f2afe8eb-aa2b-4bce-a737-a1347210b2eb tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.2095885 Sep 15 15:29:41.579027 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83612df-7da7-4609-823e-2efbfc6c891c req-589841f0-d40f-4016-9ce9-bee911a2a629 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:41.587777 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e83612df-7da7-4609-823e-2efbfc6c891c req-589841f0-d40f-4016-9ce9-bee911a2a629 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.1723478 Sep 15 15:29:41.693072 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7bc3addd-942e-4d32-b007-f984ea881612 req-c0f33fa2-213a-4e6d-98c3-bf507e6c87f7 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528623 Sep 15 15:29:41.719036 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e83612df-7da7-4609-823e-2efbfc6c891c req-5e1a0dfb-1292-4863-bc24-b9f6b0048581 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283321 Sep 15 15:29:42.913876 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58952443-3c63-4f7f-8730-6090550de7a3 req-ba8aa50a-47eb-4e75-b421-8fd75de25e9b tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:42.915380 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-58952443-3c63-4f7f-8730-6090550de7a3 req-ba8aa50a-47eb-4e75-b421-8fd75de25e9b tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0957451 Sep 15 15:29:42.923725 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e6307-4b5c-4926-9044-d91e1a997220 req-6f401d16-16a0-458f-b0e1-9a711efdd0fe tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:42.926076 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-725e6307-4b5c-4926-9044-d91e1a997220 req-6f401d16-16a0-458f-b0e1-9a711efdd0fe tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.0943768 Sep 15 15:29:42.978586 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-58952443-3c63-4f7f-8730-6090550de7a3 req-e24d1f1c-4e82-4a87-9371-293eca23b223 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523994 Sep 15 15:29:42.987468 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-725e6307-4b5c-4926-9044-d91e1a997220 req-e87a31d5-f3a0-48aa-b877-d1c74e714f41 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544894 Sep 15 15:29:43.238169 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab04759-b411-4b45-9be1-3cd4e6209e3f req-881f8198-0855-497d-995b-a3f21ba103ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:43.240624 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bab04759-b411-4b45-9be1-3cd4e6209e3f req-881f8198-0855-497d-995b-a3f21ba103ff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc084fec0e234562acc43f991b033c39&device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 1098 time: 0.0951395 Sep 15 15:29:43.367935 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab04759-b411-4b45-9be1-3cd4e6209e3f req-0c015c86-ca4b-42b6-a736-46a37d59c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:43.369688 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bab04759-b411-4b45-9be1-3cd4e6209e3f req-0c015c86-ca4b-42b6-a736-46a37d59c081 service neutron] 10.222.0.58 "GET /v2.0/networks?id=08ee10b2-2fff-43fe-b79f-30f962cb12be HTTP/1.1" status: 200 len: 918 time: 0.1201267 Sep 15 15:29:43.501489 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bab04759-b411-4b45-9be1-3cd4e6209e3f req-94289f9c-d876-4ec2-b31a-6ac53e4dec03 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61660cf0-a5b0-4f1a-a8b1-45322b8c8615 HTTP/1.1" status: 200 len: 1001 time: 0.1215193 Sep 15 15:29:43.567344 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab04759-b411-4b45-9be1-3cd4e6209e3f req-831c3d3b-b968-4e65-b98e-4feb186f15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:43.569123 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bab04759-b411-4b45-9be1-3cd4e6209e3f req-831c3d3b-b968-4e65-b98e-4feb186f15fe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c269f95b-bd52-41fc-a168-8d0b68cfbdb3 HTTP/1.1" status: 200 len: 856 time: 0.0601687 Sep 15 15:29:43.630806 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab04759-b411-4b45-9be1-3cd4e6209e3f req-3a1e64c9-e7ef-4df9-bebb-82b2f24c68e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:43.632665 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bab04759-b411-4b45-9be1-3cd4e6209e3f req-3a1e64c9-e7ef-4df9-bebb-82b2f24c68e0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=08ee10b2-2fff-43fe-b79f-30f962cb12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423181 Sep 15 15:29:43.734424 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bab04759-b411-4b45-9be1-3cd4e6209e3f req-939c8fac-eb6d-4fa0-ac2d-c1ccca7d6d82 service neutron] 10.222.0.58 "GET /v2.0/networks/08ee10b2-2fff-43fe-b79f-30f962cb12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924885 Sep 15 15:29:43.872035 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bab04759-b411-4b45-9be1-3cd4e6209e3f req-83df53b3-f907-48fb-aab2-84dcc35cea67 service neutron] 10.222.0.58 "GET /v2.0/networks/08ee10b2-2fff-43fe-b79f-30f962cb12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264744 Sep 15 15:29:43.977767 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2cf06-1de2-4b5b-9e64-7b6c3e465283 req-b6d91e4b-d62d-4451-a70c-bdb37012eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:43.979307 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9da2cf06-1de2-4b5b-9e64-7b6c3e465283 req-b6d91e4b-d62d-4451-a70c-bdb37012eba7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 1098 time: 0.0524237 Sep 15 15:29:44.031747 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9da2cf06-1de2-4b5b-9e64-7b6c3e465283 req-84dd49bc-6b76-4da3-befa-b3019c4f2470 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433187 Sep 15 15:29:44.208822 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b57b95-7c30-49b4-9803-38c39ce71e4d req-d6e8a683-e5dd-4f31-9be5-e12edf33fcdb tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:44.210628 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-42b57b95-7c30-49b4-9803-38c39ce71e4d req-d6e8a683-e5dd-4f31-9be5-e12edf33fcdb tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.1106846 Sep 15 15:29:44.221018 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c59fa-720b-481b-b82b-bc63634d4615 req-93ccba3b-c014-43c3-9a30-6b5c3b493740 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:44.222826 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ed9c59fa-720b-481b-b82b-bc63634d4615 req-93ccba3b-c014-43c3-9a30-6b5c3b493740 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 945 time: 0.1191840 Sep 15 15:29:44.285121 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ed9c59fa-720b-481b-b82b-bc63634d4615 req-bf4e230e-7f3a-4cb6-b3ab-37394593b4b3 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546572 Sep 15 15:29:44.288019 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-42b57b95-7c30-49b4-9803-38c39ce71e4d req-cef9f519-38ef-4f38-956d-581d91bf77c8 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640011 Sep 15 15:29:45.054940 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 50700) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:45.097825 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:29:45.216508 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:45.221777 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-8f41ab28-d869-4149-8b0a-c568e4c8a0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:45.242471 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52958035-d7b6-41f7-8bed-2af57d30b452', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61660cf0-a5b0-4f1a-a8b1-45322b8c8615'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:29:45.244906 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711fda09-6c4f-4102-96be-7808d7cffe12" -d '{"events": [{"server_uuid": "52958035-d7b6-41f7-8bed-2af57d30b452", "name": "network-vif-unplugged", "status": "completed", "tag": "61660cf0-a5b0-4f1a-a8b1-45322b8c8615"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:29:45.258481 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 61660cf0-a5b0-4f1a-a8b1-45322b8c8615, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=61660cf0-a5b0-4f1a-a8b1-45322b8c8615,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:29:45.282808 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde01bda-cb7b-4de2-b377-244f7a3a91ed x-openstack-request-id: req-cde01bda-cb7b-4de2-b377-244f7a3a91ed {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:29:45.283143 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52958035-d7b6-41f7-8bed-2af57d30b452", "name": "network-vif-unplugged", "status": "completed", "tag": "61660cf0-a5b0-4f1a-a8b1-45322b8c8615", "code": 200}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:29:45.283394 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cde01bda-cb7b-4de2-b377-244f7a3a91ed {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:29:45.283784 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52958035-d7b6-41f7-8bed-2af57d30b452', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61660cf0-a5b0-4f1a-a8b1-45322b8c8615', 'code': 200} Sep 15 15:29:45.327797 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-8f41ab28-d869-4149-8b0a-c568e4c8a0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:45.358459 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:45.417433 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=61660cf0-a5b0-4f1a-a8b1-45322b8c8615,revision_number=8']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:45.429353 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:45.429782 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:45.430209 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:45.430650 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:45.431070 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:45.431640 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:45.432199 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:45.432733 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:45.433506 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:45.434062 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:45.435259 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:45.435812 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:45.448564 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-8f41ab28-d869-4149-8b0a-c568e4c8a0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:45.474527 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0a883-0788-4bdf-894e-7a49179068e1 req-e83decf8-a178-41c2-bdff-a2426999d2a0 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:45.476754 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-94b0a883-0788-4bdf-894e-7a49179068e1 req-e83decf8-a178-41c2-bdff-a2426999d2a0 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.1011777 Sep 15 15:29:45.486364 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b3284-f42e-4adb-9a22-0ad2c264abcb req-e5c5c67e-ed69-42fd-826a-404b85c2b365 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:45.487928 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1a2b3284-f42e-4adb-9a22-0ad2c264abcb req-e5c5c67e-ed69-42fd-826a-404b85c2b365 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.1007051 Sep 15 15:29:45.530947 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-8f41ab28-d869-4149-8b0a-c568e4c8a0a6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5fd22701df9948a7814472ee0f4dafc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4750226 Sep 15 15:29:45.536510 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41ab28-d869-4149-8b0a-c568e4c8a0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9a2749-8992-499b-96a3-04ad488b8543,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:45.536510 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 50716) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:45.620874 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4a19fda7-6dd9-49bf-bdcd-bea872a7efd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:45.633814 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1a2b3284-f42e-4adb-9a22-0ad2c264abcb req-bb7357b3-aa0a-4b99-b1a2-c23d434bd490 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299880 Sep 15 15:29:45.639240 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-94b0a883-0788-4bdf-894e-7a49179068e1 req-cd107f2b-e329-4df1-95de-4cdd6095d10f tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503284 Sep 15 15:29:45.651709 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4a19fda7-6dd9-49bf-bdcd-bea872a7efd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:45.842921 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4a19fda7-6dd9-49bf-bdcd-bea872a7efd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:45.845596 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4a19fda7-6dd9-49bf-bdcd-bea872a7efd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:45.849390 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-4a19fda7-6dd9-49bf-bdcd-bea872a7efd7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8a9a2749-8992-499b-96a3-04ad488b8543 HTTP/1.1" status: 204 len: 168 time: 0.3108509 Sep 15 15:29:45.859961 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19fda7-6dd9-49bf-bdcd-bea872a7efd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9a2749-8992-499b-96a3-04ad488b8543,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:46.835588 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05e421-3135-4cdd-a5b8-0bef8b036355 req-89de6f88-a5d1-47c4-9330-fe54ccb3dab0 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:46.837185 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2f05e421-3135-4cdd-a5b8-0bef8b036355 req-89de6f88-a5d1-47c4-9330-fe54ccb3dab0 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0978265 Sep 15 15:29:46.880497 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086d45c-9275-44fb-8a14-b1a36be05b26 req-2870da62-4564-437e-beef-a125296cdf97 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:46.923866 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7086d45c-9275-44fb-8a14-b1a36be05b26 req-2870da62-4564-437e-beef-a125296cdf97 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.1493371 Sep 15 15:29:46.923866 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2f05e421-3135-4cdd-a5b8-0bef8b036355 req-fce62c42-6254-4b02-b357-1cd421558293 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669546 Sep 15 15:29:46.934008 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7086d45c-9275-44fb-8a14-b1a36be05b26 req-bd965ce5-1f4f-4763-a2c9-73ecaa90d44b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405223 Sep 15 15:29:47.446598 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 50790) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:47.657298 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-64d490fd-aecc-4118-841c-887ed3b56e83 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-617770358-network', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:29:47.792088 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d490fd-aecc-4118-841c-887ed3b56e83 admin admin] Made reservation on behalf of 64fab051a563434c8268b58bbb0d3e80 for: {'network': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:29:47.795838 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-64d490fd-aecc-4118-841c-887ed3b56e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:47.808267 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f4004-42c8-455d-85c5-a0b6b6157913 req-c778f162-f968-4c00-ba9e-66889355ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:47.810871 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ea3f4004-42c8-455d-85c5-a0b6b6157913 req-c778f162-f968-4c00-ba9e-66889355ec35 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a16269c5a0742a89bef71d5a8d467a2&device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 1098 time: 0.1198733 Sep 15 15:29:47.813601 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-64d490fd-aecc-4118-841c-887ed3b56e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:47.993319 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-64d490fd-aecc-4118-841c-887ed3b56e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:48.139731 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf7660-fdb5-4688-b636-4ae48eceb94c req-39657c81-ca4d-4f96-898e-54b584ba17e2 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:48.141066 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-64d490fd-aecc-4118-841c-887ed3b56e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:48.141259 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1ccf7660-fdb5-4688-b636-4ae48eceb94c req-39657c81-ca4d-4f96-898e-54b584ba17e2 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.4386618 Sep 15 15:29:48.188329 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d490fd-aecc-4118-841c-887ed3b56e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbda180-c035-430d-a75a-db21c7ba3690,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:48.203129 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d490fd-aecc-4118-841c-887ed3b56e83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=94799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:29:48.226279 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-64d490fd-aecc-4118-841c-887ed3b56e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:48.226279 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.db.segments_db [None req-64d490fd-aecc-4118-841c-887ed3b56e83 admin admin] Added segment f771cd33-efad-4e9b-98af-f3712cca4008 of type vlan for network 892dd142-5f76-4245-922e-3a04ff98d493 Sep 15 15:29:48.240465 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f4004-42c8-455d-85c5-a0b6b6157913 req-b44f84f5-c473-40bc-9f64-2e1e5dbfe702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:48.242037 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ea3f4004-42c8-455d-85c5-a0b6b6157913 req-b44f84f5-c473-40bc-9f64-2e1e5dbfe702 service neutron] 10.222.0.58 "GET /v2.0/networks?id=847cb1e4-e19c-4271-800e-31d2a3c7a1df HTTP/1.1" status: 200 len: 920 time: 0.4228814 Sep 15 15:29:48.285494 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-64d490fd-aecc-4118-841c-887ed3b56e83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442518815'] for network, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:48.372995 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ea3f4004-42c8-455d-85c5-a0b6b6157913 req-cdc44240-026c-4719-a34b-4014343b499c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87684267-f620-4297-9301-e7938b4b736d HTTP/1.1" status: 200 len: 217 time: 0.1034868 Sep 15 15:29:48.384977 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1ccf7660-fdb5-4688-b636-4ae48eceb94c req-9fdc6a9f-8cf4-41ed-9e80-a9e2033887d1 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418827 Sep 15 15:29:48.432758 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-64d490fd-aecc-4118-841c-887ed3b56e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for network, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:48.434638 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d490fd-aecc-4118-841c-887ed3b56e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:48.435480 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-64d490fd-aecc-4118-841c-887ed3b56e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:48.436883 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f4004-42c8-455d-85c5-a0b6b6157913 req-3743fcba-23f3-41b7-8567-6351d1b36e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:48.438638 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ea3f4004-42c8-455d-85c5-a0b6b6157913 req-3743fcba-23f3-41b7-8567-6351d1b36e58 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=97e16b6b-eb11-4c27-ab3e-76841cb2f586 HTTP/1.1" status: 200 len: 859 time: 0.0526130 Sep 15 15:29:48.493540 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ea3f4004-42c8-455d-85c5-a0b6b6157913 req-972a5a23-58a5-4a6e-810e-42f60c351c2a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=847cb1e4-e19c-4271-800e-31d2a3c7a1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464077 Sep 15 15:29:48.529954 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d490fd-aecc-4118-841c-887ed3b56e83 admin admin] Pushing event updated for resources: {'Network': ['ID=892dd142-5f76-4245-922e-3a04ff98d493,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:48.541281 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Network 892dd142-5f76-4245-922e-3a04ff98d493 details requested by agent ovs-agent-dv-cinder-809201-1-iscsi with host dv-cinder-809201-1-iscsi {{(pid=94801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:29:48.555453 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-64d490fd-aecc-4118-841c-887ed3b56e83 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1067984 Sep 15 15:29:48.557519 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 50854) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:48.572227 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-5cafb934-a8c2-4bc1-8624-13e6e2235b77 admin admin] Request body: {'subnet': {'network_id': '892dd142-5f76-4245-922e-3a04ff98d493', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-617770358-subnet', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'ip_version': 4}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:29:48.662932 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ea3f4004-42c8-455d-85c5-a0b6b6157913 req-e768d1b8-eb58-40b5-9b9d-703ba79f337b service neutron] 10.222.0.58 "GET /v2.0/networks/847cb1e4-e19c-4271-800e-31d2a3c7a1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609042 Sep 15 15:29:48.780469 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cafb934-a8c2-4bc1-8624-13e6e2235b77 admin admin] Made reservation on behalf of 64fab051a563434c8268b58bbb0d3e80 for: {'subnet': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:29:48.783225 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-5cafb934-a8c2-4bc1-8624-13e6e2235b77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9382923'] for subnet, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:48.827216 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ea3f4004-42c8-455d-85c5-a0b6b6157913 req-cb559db4-c943-45e5-8ffa-3d2af3ae0f3f service neutron] 10.222.0.58 "GET /v2.0/networks/847cb1e4-e19c-4271-800e-31d2a3c7a1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562607 Sep 15 15:29:48.834709 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [req-08f70be5-5194-443b-ba7d-75a77c8120e3 req-4e17c5b7-136e-4891-a995-f2d6678a5fcf service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:29:48.836326 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-08f70be5-5194-443b-ba7d-75a77c8120e3 req-4e17c5b7-136e-4891-a995-f2d6678a5fcf service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068457 Sep 15 15:29:48.958862 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:29:49.037268 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 50874) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:49.137053 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:29:49.230699 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-5cafb934-a8c2-4bc1-8624-13e6e2235b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9314500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9382949'] for subnet, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:49.309419 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-556422e2-8331-4343-af9b-c6c1b0464543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:49.355769 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafb934-a8c2-4bc1-8624-13e6e2235b77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b5056aa-2130-46e6-b026-a382a7bc0d18,revision_number=0']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:49.378014 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cafb934-a8c2-4bc1-8624-13e6e2235b77 admin admin] Checking segment: {'id': 'f771cd33-efad-4e9b-98af-f3712cca4008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '892dd142-5f76-4245-922e-3a04ff98d493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:29:49.378602 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cafb934-a8c2-4bc1-8624-13e6e2235b77 admin admin] Network hostable DHCP agents. Network: 892dd142-5f76-4245-922e-3a04ff98d493, hostable agents: ['c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0'], hosted agents: [] {{(pid=94799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:29:49.481250 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51428b-8601-4cc1-a358-314daf10a7fd req-65a6d008-81d1-4ccc-9157-3121d8e0d19b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:49.485632 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-556422e2-8331-4343-af9b-c6c1b0464543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:49.489646 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7e51428b-8601-4cc1-a358-314daf10a7fd req-65a6d008-81d1-4ccc-9157-3121d8e0d19b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.0783715 Sep 15 15:29:49.534471 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cafb934-a8c2-4bc1-8624-13e6e2235b77 admin admin] Network 892dd142-5f76-4245-922e-3a04ff98d493 is scheduled to be hosted by DHCP agent c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0 with binding_index 1 {{(pid=94799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:29:49.544830 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7e51428b-8601-4cc1-a358-314daf10a7fd req-71e7582b-5694-4f05-9309-6074110fc2da tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459838 Sep 15 15:29:49.572618 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-556422e2-8331-4343-af9b-c6c1b0464543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:49.637091 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-556422e2-8331-4343-af9b-c6c1b0464543 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ce7964944e5244bc999a8e31914d4e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5958192 Sep 15 15:29:49.638928 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 50916) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:49.650784 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-5cafb934-a8c2-4bc1-8624-13e6e2235b77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-1-iscsi, 892dd142-5f76-4245-922e-3a04ff98d493) {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:29:49.659968 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b25f913-2d6f-4626-a41f-26eb67a6c392 None None] Network 892dd142-5f76-4245-922e-3a04ff98d493 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:29:49.681842 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cafb934-a8c2-4bc1-8624-13e6e2235b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:49.682457 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-5cafb934-a8c2-4bc1-8624-13e6e2235b77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:49.766784 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556422e2-8331-4343-af9b-c6c1b0464543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85be345-a28f-483e-a6d4-5342975af193,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:49.781405 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-404c7a84-8c82-44e3-ae0a-0409678a42a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:49.794813 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536f27f-ce97-4b02-b6b6-39b16f7a7253 req-6bfde9e7-6472-4f41-9f49-0775b39cebd0 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:49.803295 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9536f27f-ce97-4b02-b6b6-39b16f7a7253 req-6bfde9e7-6472-4f41-9f49-0775b39cebd0 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.1189721 Sep 15 15:29:49.828280 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-5cafb934-a8c2-4bc1-8624-13e6e2235b77 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2687371 Sep 15 15:29:49.831072 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 50928) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:49.836168 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-a6060f66-5588-4f83-b2c9-1ec99670f26b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-617770358-router', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:29:49.881570 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-404c7a84-8c82-44e3-ae0a-0409678a42a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:49.924447 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a6060f66-5588-4f83-b2c9-1ec99670f26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:49.925730 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a6060f66-5588-4f83-b2c9-1ec99670f26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:50.006025 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9536f27f-ce97-4b02-b6b6-39b16f7a7253 req-c0a43c27-5c34-4982-91e8-f8efd78f1756 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895740 Sep 15 15:29:50.021173 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847fc36a-970d-4bfd-bad1-0f3c70369b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76b1df7-bc46-5e58-888b-22cc83ae4b15-892dd142-5f76-4245-922e-3a04ff98d493', 'network_id': '892dd142-5f76-4245-922e-3a04ff98d493', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'fixed_ips': [{'subnet_id': '5b5056aa-2130-46e6-b026-a382a7bc0d18'}]}} from dv-cinder-809201-1-iscsi. {{(pid=94801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:29:50.023373 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-847fc36a-970d-4bfd-bad1-0f3c70369b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:50.047292 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a6060f66-5588-4f83-b2c9-1ec99670f26b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:50.108755 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-404c7a84-8c82-44e3-ae0a-0409678a42a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:50.112476 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-404c7a84-8c82-44e3-ae0a-0409678a42a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:50.116986 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-404c7a84-8c82-44e3-ae0a-0409678a42a2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c85be345-a28f-483e-a6d4-5342975af193 HTTP/1.1" status: 204 len: 168 time: 0.4739680 Sep 15 15:29:50.140104 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c7a84-8c82-44e3-ae0a-0409678a42a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85be345-a28f-483e-a6d4-5342975af193,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:50.312658 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.db_base_plugin_common [None req-847fc36a-970d-4bfd-bad1-0f3c70369b83 None None] Allocated IP 172.20.0.2 (892dd142-5f76-4245-922e-3a04ff98d493/5b5056aa-2130-46e6-b026-a382a7bc0d18/6c55232f-0994-495e-b744-64eaeaa34c2f) {{(pid=94801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:29:50.416407 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a6060f66-5588-4f83-b2c9-1ec99670f26b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:50.472329 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 50950) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:50.608534 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-847fc36a-970d-4bfd-bad1-0f3c70369b83 None None] Notify callbacks [] for port, precommit_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:50.690695 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-847fc36a-970d-4bfd-bad1-0f3c70369b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464'] for port, after_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:50.791007 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847fc36a-970d-4bfd-bad1-0f3c70369b83 None None] Network 892dd142-5f76-4245-922e-3a04ff98d493 is already hosted by enough agents. {{(pid=94801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:29:50.798893 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.scheduler.base_scheduler [None req-847fc36a-970d-4bfd-bad1-0f3c70369b83 None None] Resources bound (agent type, host, resource id): {{(pid=94801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:29:50.805693 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0b445d54-c831-4810-aba5-eb0fcc8de24a req-6c527fc8-4a7c-4bb2-b3d6-2a4281786c35 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3317926 Sep 15 15:29:50.816031 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [req-0b445d54-c831-4810-aba5-eb0fcc8de24a req-b31a716c-b427-47b8-8847-f58656fde25a service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:29:50.818133 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847fc36a-970d-4bfd-bad1-0f3c70369b83 None None] Received port after_create {{(pid=94801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:29:50.827461 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0b445d54-c831-4810-aba5-eb0fcc8de24a req-b31a716c-b427-47b8-8847-f58656fde25a service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157704 Sep 15 15:29:50.828877 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fc36a-970d-4bfd-bad1-0f3c70369b83 None None] Pushing event updated for resources: {'Port': ['ID=6c55232f-0994-495e-b744-64eaeaa34c2f,revision_number=1']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:50.849384 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a6060f66-5588-4f83-b2c9-1ec99670f26b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:50.860606 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c68c0-3fea-401d-8334-300adc36436b req-7a5c175a-635e-40c6-a9a8-9f68188198e9 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:50.868372 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d51c68c0-3fea-401d-8334-300adc36436b req-7a5c175a-635e-40c6-a9a8-9f68188198e9 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.1591892 Sep 15 15:29:50.886615 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a6060f66-5588-4f83-b2c9-1ec99670f26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:50.948688 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d51c68c0-3fea-401d-8334-300adc36436b req-4f7785e8-8265-4ab3-b51e-dfc23d50d0ea tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793545 Sep 15 15:29:51.058048 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-847fc36a-970d-4bfd-bad1-0f3c70369b83 None None] Attempting to bind port 6c55232f-0994-495e-b744-64eaeaa34c2f on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:29:51.058606 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-847fc36a-970d-4bfd-bad1-0f3c70369b83 None None] Attempting to bind port 6c55232f-0994-495e-b744-64eaeaa34c2f by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': 'f771cd33-efad-4e9b-98af-f3712cca4008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '892dd142-5f76-4245-922e-3a04ff98d493'}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:29:51.059208 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847fc36a-970d-4bfd-bad1-0f3c70369b83 None None] Attempting to bind port 6c55232f-0994-495e-b744-64eaeaa34c2f on network 892dd142-5f76-4245-922e-3a04ff98d493 {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:29:51.064024 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_common [None req-a6060f66-5588-4f83-b2c9-1ec99670f26b admin admin] Allocated IP 172.27.3.38 (70862140-ffde-47fa-81bd-8f9d99919982/7ac39d78-6dff-4eb9-9797-5a3cc8acd948/91298052-bddb-40b8-8dcd-d894bd22ead2) {{(pid=94799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:29:51.070318 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847fc36a-970d-4bfd-bad1-0f3c70369b83 None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:29:51.072193 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847fc36a-970d-4bfd-bad1-0f3c70369b83 None None] Checking segment: {'id': 'f771cd33-efad-4e9b-98af-f3712cca4008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '892dd142-5f76-4245-922e-3a04ff98d493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:29:51.073267 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-847fc36a-970d-4bfd-bad1-0f3c70369b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:51.073267 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847fc36a-970d-4bfd-bad1-0f3c70369b83 None None] Bound using segment: {'id': 'f771cd33-efad-4e9b-98af-f3712cca4008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '892dd142-5f76-4245-922e-3a04ff98d493'} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:29:51.079814 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-847fc36a-970d-4bfd-bad1-0f3c70369b83 None None] Bound port: 6c55232f-0994-495e-b744-64eaeaa34c2f, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f771cd33-efad-4e9b-98af-f3712cca4008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '892dd142-5f76-4245-922e-3a04ff98d493'}}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:29:51.080278 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-847fc36a-970d-4bfd-bad1-0f3c70369b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:51.200420 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3a525-c94b-4f70-a414-7e46a10f704d req-9431d6d2-dc9e-471a-b085-3c2a8a0bfb81 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:51.203287 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c4a3a525-c94b-4f70-a414-7e46a10f704d req-9431d6d2-dc9e-471a-b085-3c2a8a0bfb81 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0821805 Sep 15 15:29:51.238559 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-847fc36a-970d-4bfd-bad1-0f3c70369b83 None None] For port 6c55232f-0994-495e-b744-64eaeaa34c2f, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:29:51.251359 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-847fc36a-970d-4bfd-bad1-0f3c70369b83 None None] For port 6c55232f-0994-495e-b744-64eaeaa34c2f, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=6c55232f-0994-495e-b744-64eaeaa34c2f,segment=NetworkSegment(f771cd33-efad-4e9b-98af-f3712cca4008),segment_id=f771cd33-efad-4e9b-98af-f3712cca4008)] {{(pid=94801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:29:51.268526 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c4a3a525-c94b-4f70-a414-7e46a10f704d req-4828e601-5dbf-463a-80cf-0bb03360d3e4 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562484 Sep 15 15:29:51.292968 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a6060f66-5588-4f83-b2c9-1ec99670f26b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:51.329161 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-847fc36a-970d-4bfd-bad1-0f3c70369b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:51.460353 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fc36a-970d-4bfd-bad1-0f3c70369b83 None None] Pushing event updated for resources: {'Port': ['ID=6c55232f-0994-495e-b744-64eaeaa34c2f,revision_number=2']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:51.484245 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a6060f66-5588-4f83-b2c9-1ec99670f26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:51.589728 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6060f66-5588-4f83-b2c9-1ec99670f26b admin admin] Network 70862140-ffde-47fa-81bd-8f9d99919982 is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:29:51.607652 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-a6060f66-5588-4f83-b2c9-1ec99670f26b admin admin] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:29:51.615171 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6060f66-5588-4f83-b2c9-1ec99670f26b admin admin] Received port after_create {{(pid=94799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:29:51.617351 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6060f66-5588-4f83-b2c9-1ec99670f26b admin admin] Pushing event updated for resources: {'Port': ['ID=91298052-bddb-40b8-8dcd-d894bd22ead2,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:52.204490 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 6c55232f-0994-495e-b744-64eaeaa34c2f up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:29:52.274223 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66792e3-f609-454c-b2f4-5f2149650bf7 req-f786d8a1-e854-46e3-af73-b551f60343f7 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:52.280089 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f66792e3-f609-454c-b2f4-5f2149650bf7 req-f786d8a1-e854-46e3-af73-b551f60343f7 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.1624517 Sep 15 15:29:52.338040 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 6c55232f-0994-495e-b744-64eaeaa34c2f triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:29:52.343347 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:52.396799 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f66792e3-f609-454c-b2f4-5f2149650bf7 req-85551740-d0fa-43eb-98e2-cd1deee84991 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097078 Sep 15 15:29:52.547541 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:52.613699 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] For port 6c55232f-0994-495e-b744-64eaeaa34c2f, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=6c55232f-0994-495e-b744-64eaeaa34c2f,segment=NetworkSegment(f771cd33-efad-4e9b-98af-f3712cca4008),segment_id=f771cd33-efad-4e9b-98af-f3712cca4008)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:29:52.625622 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a6060f66-5588-4f83-b2c9-1ec99670f26b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:52.721962 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:52.801023 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Pushing event updated for resources: {'Port': ['ID=6c55232f-0994-495e-b744-64eaeaa34c2f,revision_number=3']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:52.950045 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a6060f66-5588-4f83-b2c9-1ec99670f26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568907'] for router, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:53.117662 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b601ee7-2c22-4209-8f11-632beae58200 None None] Network 892dd142-5f76-4245-922e-3a04ff98d493 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:29:53.162055 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-da620b26-9525-447e-802d-920ff210aef5 None None] Provisioning complete for port 6c55232f-0994-495e-b744-64eaeaa34c2f triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:29:53.162851 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-da620b26-9525-447e-802d-920ff210aef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:53.352123 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6060f66-5588-4f83-b2c9-1ec99670f26b admin admin] Router 984c3578-5c79-45f9-a0c5-9dfaef8527da is scheduled to L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc with binding_index 1 {{(pid=94799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:29:53.368548 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-6520a62e-b19c-45a6-8666-5cbffe6de9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:53.508463 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6060f66-5588-4f83-b2c9-1ec99670f26b admin admin] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:29:53.543241 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2f170b-0c8c-41d3-a479-c9d793a5e7bb None None] Sync routers for ids ['984c3578-5c79-45f9-a0c5-9dfaef8527da'] in dv-cinder-809201-1-iscsi {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:29:53.562254 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2f170b-0c8c-41d3-a479-c9d793a5e7bb None None] Routers {'984c3578-5c79-45f9-a0c5-9dfaef8527da'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:29:53.563778 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-fc2f170b-0c8c-41d3-a479-c9d793a5e7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:29:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['984c3578-5c79-45f9-a0c5-9dfaef8527da'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:29:53.654050 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b102357-4af5-4d8a-b799-3e1d7e97599d req-c5fec67b-0c0b-48ec-967e-d52327f4e329 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:53.656624 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2b102357-4af5-4d8a-b799-3e1d7e97599d req-c5fec67b-0c0b-48ec-967e-d52327f4e329 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.1468585 Sep 15 15:29:53.661627 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a6060f66-5588-4f83-b2c9-1ec99670f26b admin admin] Notify callbacks [] for router, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:53.665411 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-a6060f66-5588-4f83-b2c9-1ec99670f26b admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8319192 Sep 15 15:29:53.667640 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 51086) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:53.672348 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 51088) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:53.737349 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2b102357-4af5-4d8a-b799-3e1d7e97599d req-d5338991-e796-40fb-aba2-59f000c72946 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736785 Sep 15 15:29:53.808937 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-fc2f170b-0c8c-41d3-a479-c9d793a5e7bb None None] Set router 984c3578-5c79-45f9-a0c5-9dfaef8527da gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:29:53.904030 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6051a92c-7798-4b8b-8071-c5a378d809b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:54.034198 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-7a9fe6db-6af7-4f4a-b96a-12a44b09f87b None None] Provisioning complete for port 6c55232f-0994-495e-b744-64eaeaa34c2f triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:29:54.036042 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-7a9fe6db-6af7-4f4a-b96a-12a44b09f87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:54.115445 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-fc2f170b-0c8c-41d3-a479-c9d793a5e7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'name': 'tempest-TestMinimumBasicScenario-617770358-router', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '91298052-bddb-40b8-8dcd-d894bd22ead2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:29:49Z', 'updated_at': '2021-09-15T15:29:52Z', 'revision_number': 3, 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'gw_port': {'id': '91298052-bddb-40b8-8dcd-d894bd22ead2', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:29:50Z', 'updated_at': '2021-09-15T15:29:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:29:54.117679 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 6c55232f-0994-495e-b744-64eaeaa34c2f up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:29:54.182405 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6051a92c-7798-4b8b-8071-c5a378d809b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:54.201588 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2f170b-0c8c-41d3-a479-c9d793a5e7bb None None] Checking router: 984c3578-5c79-45f9-a0c5-9dfaef8527da for host: dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:29:54.207231 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2f170b-0c8c-41d3-a479-c9d793a5e7bb None None] Updating router 984c3578-5c79-45f9-a0c5-9dfaef8527da port 91298052-bddb-40b8-8dcd-d894bd22ead2 binding host dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:29:54.247972 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-fc2f170b-0c8c-41d3-a479-c9d793a5e7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:54.284037 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 6c55232f-0994-495e-b744-64eaeaa34c2f triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:29:54.284652 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:54.340184 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6051a92c-7798-4b8b-8071-c5a378d809b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:54.380060 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:54.436002 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-6051a92c-7798-4b8b-8071-c5a378d809b9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bf0aae8a7c8d43b891279dd651103172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7580235 Sep 15 15:29:54.436488 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 51102) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:54.443593 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051a92c-7798-4b8b-8071-c5a378d809b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c539e88-7ce5-4528-b807-36b80a0799b7,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:54.448990 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-d99e8d7f-885c-4bae-90f4-1dc43d74cffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:54.503478 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c55f73ab-e92a-4681-9493-db64ce5c094b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:54.537605 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c55f73ab-e92a-4681-9493-db64ce5c094b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:54.647319 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 51108) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:54.685254 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c55f73ab-e92a-4681-9493-db64ce5c094b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:54.689694 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c55f73ab-e92a-4681-9493-db64ce5c094b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:54.695581 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-c55f73ab-e92a-4681-9493-db64ce5c094b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9c539e88-7ce5-4528-b807-36b80a0799b7 HTTP/1.1" status: 204 len: 168 time: 0.2569067 Sep 15 15:29:54.709307 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f73ab-e92a-4681-9493-db64ce5c094b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c539e88-7ce5-4528-b807-36b80a0799b7,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:54.734072 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-fc2f170b-0c8c-41d3-a479-c9d793a5e7bb None None] Notify callbacks [] for port, precommit_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:54.758186 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_common [None req-d99e8d7f-885c-4bae-90f4-1dc43d74cffd admin admin] Allocated IP 172.20.0.1 (892dd142-5f76-4245-922e-3a04ff98d493/5b5056aa-2130-46e6-b026-a382a7bc0d18/711ddbd0-3214-4a3d-8408-69b964014e61) {{(pid=94799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:29:54.804391 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-fc2f170b-0c8c-41d3-a479-c9d793a5e7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:54.876544 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8528c-1860-4a8e-9012-c79e194cfab2 None None] Pushing event updated for resources: {'Port': ['ID=91298052-bddb-40b8-8dcd-d894bd22ead2,revision_number=2']} {{(pid=94802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:54.892192 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc8528c-1860-4a8e-9012-c79e194cfab2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:54.892707 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc8528c-1860-4a8e-9012-c79e194cfab2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:54.897023 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc8528c-1860-4a8e-9012-c79e194cfab2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:54.900665 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc8528c-1860-4a8e-9012-c79e194cfab2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:54.901845 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc8528c-1860-4a8e-9012-c79e194cfab2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:54.902203 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc8528c-1860-4a8e-9012-c79e194cfab2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:54.902550 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc8528c-1860-4a8e-9012-c79e194cfab2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:54.905787 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc8528c-1860-4a8e-9012-c79e194cfab2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:54.906207 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc8528c-1860-4a8e-9012-c79e194cfab2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:54.906558 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc8528c-1860-4a8e-9012-c79e194cfab2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:54.906997 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc8528c-1860-4a8e-9012-c79e194cfab2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:54.907334 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc8528c-1860-4a8e-9012-c79e194cfab2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:29:54.911112 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-fc2f170b-0c8c-41d3-a479-c9d793a5e7bb None None] Attempting to bind port 91298052-bddb-40b8-8dcd-d894bd22ead2 on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:29:54.911488 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-fc2f170b-0c8c-41d3-a479-c9d793a5e7bb None None] Attempting to bind port 91298052-bddb-40b8-8dcd-d894bd22ead2 by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}] {{(pid=94802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:29:54.911899 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2f170b-0c8c-41d3-a479-c9d793a5e7bb None None] Attempting to bind port 91298052-bddb-40b8-8dcd-d894bd22ead2 on network 70862140-ffde-47fa-81bd-8f9d99919982 {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:29:54.921372 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2f170b-0c8c-41d3-a479-c9d793a5e7bb None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:29:54.921769 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2f170b-0c8c-41d3-a479-c9d793a5e7bb None None] Checking segment: {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:29:54.922218 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-fc2f170b-0c8c-41d3-a479-c9d793a5e7bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:54.922549 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2f170b-0c8c-41d3-a479-c9d793a5e7bb None None] Bound using segment: {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'} {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:29:54.924524 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-fc2f170b-0c8c-41d3-a479-c9d793a5e7bb None None] Bound port: 91298052-bddb-40b8-8dcd-d894bd22ead2, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}}] {{(pid=94802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:29:54.925692 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-fc2f170b-0c8c-41d3-a479-c9d793a5e7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:54.947367 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-d99e8d7f-885c-4bae-90f4-1dc43d74cffd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:54.964421 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-d759c4a9-7b24-4c6a-b47b-2ea3c7354192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:55.031826 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.db [None req-fc2f170b-0c8c-41d3-a479-c9d793a5e7bb None None] For port 91298052-bddb-40b8-8dcd-d894bd22ead2, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:29:55.038479 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.db [None req-fc2f170b-0c8c-41d3-a479-c9d793a5e7bb None None] For port 91298052-bddb-40b8-8dcd-d894bd22ead2, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=91298052-bddb-40b8-8dcd-d894bd22ead2,segment=NetworkSegment(892b6518-e65e-438b-8e7f-3ce7335aa343),segment_id=892b6518-e65e-438b-8e7f-3ce7335aa343)] {{(pid=94802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:29:55.071552 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644b5b0-b025-4d9c-b266-cab5ea6942ae req-08d3448c-2e14-4eac-9511-b4a3cada9312 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:55.076179 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8644b5b0-b025-4d9c-b266-cab5ea6942ae req-08d3448c-2e14-4eac-9511-b4a3cada9312 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.1769726 Sep 15 15:29:55.147921 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8644b5b0-b025-4d9c-b266-cab5ea6942ae req-bbdb746d-4115-4683-8b52-c68fe40b0f33 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647626 Sep 15 15:29:55.163609 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-d99e8d7f-885c-4bae-90f4-1dc43d74cffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:55.186540 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-d759c4a9-7b24-4c6a-b47b-2ea3c7354192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:55.219649 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99e8d7f-885c-4bae-90f4-1dc43d74cffd admin admin] Network 892dd142-5f76-4245-922e-3a04ff98d493 is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:29:55.223358 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-d99e8d7f-885c-4bae-90f4-1dc43d74cffd admin admin] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:29:55.226040 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99e8d7f-885c-4bae-90f4-1dc43d74cffd admin admin] Received port after_create {{(pid=94799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:29:55.242688 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-fc2f170b-0c8c-41d3-a479-c9d793a5e7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:55.272275 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-d759c4a9-7b24-4c6a-b47b-2ea3c7354192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:55.323618 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-d99e8d7f-885c-4bae-90f4-1dc43d74cffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568988'] for router_interface, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:55.326371 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-d759c4a9-7b24-4c6a-b47b-2ea3c7354192 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=948bda32d987436cbcbccae1c7f15912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6773210 Sep 15 15:29:55.329399 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 51124) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:55.362326 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759c4a9-7b24-4c6a-b47b-2ea3c7354192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5a4bcc-56b3-44b8-be56-656b3657f26c,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:55.372552 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e8d7f-885c-4bae-90f4-1dc43d74cffd admin admin] Pushing event updated for resources: {'Port': ['ID=711ddbd0-3214-4a3d-8408-69b964014e61,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:55.377201 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8528c-1860-4a8e-9012-c79e194cfab2 None None] Pushing event updated for resources: {'Port': ['ID=91298052-bddb-40b8-8dcd-d894bd22ead2,revision_number=3']} {{(pid=94802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:55.400386 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2f170b-0c8c-41d3-a479-c9d793a5e7bb None None] Routers {'984c3578-5c79-45f9-a0c5-9dfaef8527da'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:29:55.400980 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-fc2f170b-0c8c-41d3-a479-c9d793a5e7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:29:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['984c3578-5c79-45f9-a0c5-9dfaef8527da'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:29:55.428330 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-03f9d247-1175-4237-ab80-a74ec8858b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:55.455061 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-03f9d247-1175-4237-ab80-a74ec8858b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:55.617257 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-2ca0cd3e-3e9d-48c3-b7af-8f5535c92b59 None None] Provisioning complete for port 711ddbd0-3214-4a3d-8408-69b964014e61 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:29:55.618257 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-2ca0cd3e-3e9d-48c3-b7af-8f5535c92b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:55.660365 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0cd3e-3e9d-48c3-b7af-8f5535c92b59 None None] Port 711ddbd0-3214-4a3d-8408-69b964014e61 cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:29:55.677965 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-d99e8d7f-885c-4bae-90f4-1dc43d74cffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:55.678912 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-03f9d247-1175-4237-ab80-a74ec8858b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:55.684713 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-03f9d247-1175-4237-ab80-a74ec8858b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:55.688232 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-03f9d247-1175-4237-ab80-a74ec8858b4b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1b5a4bcc-56b3-44b8-be56-656b3657f26c HTTP/1.1" status: 204 len: 168 time: 0.3553569 Sep 15 15:29:55.696856 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9d247-1175-4237-ab80-a74ec8858b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5a4bcc-56b3-44b8-be56-656b3657f26c,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:55.732646 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 51132) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:55.766116 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6fefc3e3-6c13-4792-9694-18c3ffc77064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:55.766588 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-fc2f170b-0c8c-41d3-a479-c9d793a5e7bb None None] Set router 984c3578-5c79-45f9-a0c5-9dfaef8527da gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:29:55.901387 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-d99e8d7f-885c-4bae-90f4-1dc43d74cffd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:55.903610 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6fefc3e3-6c13-4792-9694-18c3ffc77064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:55.956809 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-d99e8d7f-885c-4bae-90f4-1dc43d74cffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9314481'] for port, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:55.997369 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6fefc3e3-6c13-4792-9694-18c3ffc77064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:56.040394 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-d99e8d7f-885c-4bae-90f4-1dc43d74cffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579084'] for router_interface, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:56.045894 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-6fefc3e3-6c13-4792-9694-18c3ffc77064 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=893d1071851643c99008a76b9e878878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119016 Sep 15 15:29:56.048507 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 51138) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:56.129766 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-3883c14f-55ec-44ac-b165-b240f900ebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:56.144760 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-fc2f170b-0c8c-41d3-a479-c9d793a5e7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'name': 'tempest-TestMinimumBasicScenario-617770358-router', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '91298052-bddb-40b8-8dcd-d894bd22ead2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:29:49Z', 'updated_at': '2021-09-15T15:29:52Z', 'revision_number': 3, 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'gw_port': {'id': '91298052-bddb-40b8-8dcd-d894bd22ead2', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:29:50Z', 'updated_at': '2021-09-15T15:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:29:56.160523 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f891d338-6094-41a7-83b1-3b61fdebb73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:56.169053 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99e8d7f-885c-4bae-90f4-1dc43d74cffd admin admin] Network 892dd142-5f76-4245-922e-3a04ff98d493 is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:29:56.172324 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-d99e8d7f-885c-4bae-90f4-1dc43d74cffd admin admin] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:29:56.188913 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e8d7f-885c-4bae-90f4-1dc43d74cffd admin admin] Pushing event updated for resources: {'Port': ['ID=711ddbd0-3214-4a3d-8408-69b964014e61,revision_number=2']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:56.236364 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f891d338-6094-41a7-83b1-3b61fdebb73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:56.236560 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:56.278673 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2f170b-0c8c-41d3-a479-c9d793a5e7bb None None] The sync data for ids ['984c3578-5c79-45f9-a0c5-9dfaef8527da'] in dv-cinder-809201-1-iscsi is: [{'id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'name': 'tempest-TestMinimumBasicScenario-617770358-router', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '91298052-bddb-40b8-8dcd-d894bd22ead2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:29:49Z', 'updated_at': '2021-09-15T15:29:52Z', 'revision_number': 3, 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'gw_port': {'id': '91298052-bddb-40b8-8dcd-d894bd22ead2', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:29:50Z', 'updated_at': '2021-09-15T15:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}] {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:29:56.298043 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fefc3e3-6c13-4792-9694-18c3ffc77064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca41f01-1b41-43e5-b36b-7bf028a90041,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:56.382113 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f891d338-6094-41a7-83b1-3b61fdebb73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:56.386290 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f891d338-6094-41a7-83b1-3b61fdebb73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:56.390096 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-f891d338-6094-41a7-83b1-3b61fdebb73e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7ca41f01-1b41-43e5-b36b-7bf028a90041 HTTP/1.1" status: 204 len: 168 time: 0.3381753 Sep 15 15:29:56.428455 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fc09d-0afb-4f97-bd1d-b0a2e36ec9aa req-400215e5-c551-4479-9c34-993e29f74db2 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:56.430270 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e34fc09d-0afb-4f97-bd1d-b0a2e36ec9aa req-400215e5-c551-4479-9c34-993e29f74db2 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.1084042 Sep 15 15:29:56.431070 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891d338-6094-41a7-83b1-3b61fdebb73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca41f01-1b41-43e5-b36b-7bf028a90041,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:56.443566 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99e8d7f-885c-4bae-90f4-1dc43d74cffd admin admin] Router 984c3578-5c79-45f9-a0c5-9dfaef8527da has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:29:56.526137 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e34fc09d-0afb-4f97-bd1d-b0a2e36ec9aa req-0ce8aa76-18be-4a27-8725-4cfdb3a7dbff tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792487 Sep 15 15:29:56.596696 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-096e648e-db41-4ba7-a4f2-daa17c425487 None None] Provisioning complete for port 711ddbd0-3214-4a3d-8408-69b964014e61 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:29:56.597121 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-096e648e-db41-4ba7-a4f2-daa17c425487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:56.663268 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-096e648e-db41-4ba7-a4f2-daa17c425487 None None] Port 711ddbd0-3214-4a3d-8408-69b964014e61 cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:29:56.889964 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 51156) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:56.915559 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-51d178e5-f193-4f1d-bf86-a1ed8f099ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:57.021388 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99e8d7f-885c-4bae-90f4-1dc43d74cffd admin admin] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:29:57.037751 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-d99e8d7f-885c-4bae-90f4-1dc43d74cffd admin admin] 10.222.0.54 "PUT /v2.0/routers/984c3578-5c79-45f9-a0c5-9dfaef8527da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3563159 Sep 15 15:29:57.129095 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:57.183216 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-51d178e5-f193-4f1d-bf86-a1ed8f099ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:57.295927 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-51d178e5-f193-4f1d-bf86-a1ed8f099ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:57.342554 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-51d178e5-f193-4f1d-bf86-a1ed8f099ab2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8b25691796b34aebb6716b72d6404eca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4514627 Sep 15 15:29:57.345871 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 51170) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:57.394125 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d178e5-f193-4f1d-bf86-a1ed8f099ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03994721-473d-4ba2-b500-9e801cecfb47,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:57.454469 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c6efe8a0-b2bc-4e25-ab4f-1dde848a57a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:57.481810 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c6efe8a0-b2bc-4e25-ab4f-1dde848a57a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:57.650614 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c6efe8a0-b2bc-4e25-ab4f-1dde848a57a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:57.653744 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c6efe8a0-b2bc-4e25-ab4f-1dde848a57a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:57.658690 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-c6efe8a0-b2bc-4e25-ab4f-1dde848a57a6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/03994721-473d-4ba2-b500-9e801cecfb47 HTTP/1.1" status: 204 len: 168 time: 0.3117566 Sep 15 15:29:57.691370 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6efe8a0-b2bc-4e25-ab4f-1dde848a57a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03994721-473d-4ba2-b500-9e801cecfb47,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:57.731220 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37d690-ca5e-4728-ae7b-c28dee46f63e req-d8626e94-006c-4db2-8c63-9fa3da2aeab4 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:57.735464 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9e37d690-ca5e-4728-ae7b-c28dee46f63e req-d8626e94-006c-4db2-8c63-9fa3da2aeab4 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.0993133 Sep 15 15:29:57.779467 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9e37d690-ca5e-4728-ae7b-c28dee46f63e req-e16b174f-64e6-4e3e-a9cf-4c6aabd92f41 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407431 Sep 15 15:29:58.102143 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 91298052-bddb-40b8-8dcd-d894bd22ead2 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:29:58.212956 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 91298052-bddb-40b8-8dcd-d894bd22ead2 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:29:58.213670 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:58.310998 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:58.334953 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] For port 91298052-bddb-40b8-8dcd-d894bd22ead2, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=91298052-bddb-40b8-8dcd-d894bd22ead2,segment=NetworkSegment(892b6518-e65e-438b-8e7f-3ce7335aa343),segment_id=892b6518-e65e-438b-8e7f-3ce7335aa343)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:29:58.557814 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93954142-cc24-4da7-8bb7-1b145abf78d6 None None] Sync routers for ids ['984c3578-5c79-45f9-a0c5-9dfaef8527da'] in dv-cinder-809201-1-iscsi {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:29:58.567560 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93954142-cc24-4da7-8bb7-1b145abf78d6 None None] Routers {'984c3578-5c79-45f9-a0c5-9dfaef8527da'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:29:58.574008 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-93954142-cc24-4da7-8bb7-1b145abf78d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:29:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['984c3578-5c79-45f9-a0c5-9dfaef8527da'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:29:58.854792 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 51220) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:29:58.861007 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-8531bec5-df21-4c9b-b893-e8ba54c59340 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1421535887-network', 'tenant_id': 'eadd4580ffbb4251a354d705dde5e60e'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:29:58.874914 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-93954142-cc24-4da7-8bb7-1b145abf78d6 None None] Set router 984c3578-5c79-45f9-a0c5-9dfaef8527da gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:29:59.097273 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8531bec5-df21-4c9b-b893-e8ba54c59340 admin admin] Made reservation on behalf of eadd4580ffbb4251a354d705dde5e60e for: {'network': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:29:59.102628 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8531bec5-df21-4c9b-b893-e8ba54c59340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:59.161058 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8531bec5-df21-4c9b-b893-e8ba54c59340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:59.203717 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4747e-b72e-451e-836e-7822560b755f req-f3fa0af7-6eb1-4ef2-8b11-ffee083ce88f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:59.205377 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8bf4747e-b72e-451e-836e-7822560b755f req-f3fa0af7-6eb1-4ef2-8b11-ffee083ce88f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.2419922 Sep 15 15:29:59.215107 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:59.313614 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8bf4747e-b72e-451e-836e-7822560b755f req-62008028-b7b7-442f-9ba0-6c5b5a582940 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634038 Sep 15 15:29:59.432431 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:59.458757 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8531bec5-df21-4c9b-b893-e8ba54c59340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:59.502318 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Pushing event updated for resources: {'Port': ['ID=91298052-bddb-40b8-8dcd-d894bd22ead2,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:59.546280 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8531bec5-df21-4c9b-b893-e8ba54c59340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:59.558466 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-93954142-cc24-4da7-8bb7-1b145abf78d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'name': 'tempest-TestMinimumBasicScenario-617770358-router', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '91298052-bddb-40b8-8dcd-d894bd22ead2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:29:49Z', 'updated_at': '2021-09-15T15:29:55Z', 'revision_number': 4, 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'gw_port': {'id': '91298052-bddb-40b8-8dcd-d894bd22ead2', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:29:50Z', 'updated_at': '2021-09-15T15:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': '711ddbd0-3214-4a3d-8408-69b964014e61', 'name': '', 'network_id': '892dd142-5f76-4245-922e-3a04ff98d493', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'mac_address': 'fa:16:3e:d4:38:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5b5056aa-2130-46e6-b026-a382a7bc0d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:29:54Z', 'updated_at': '2021-09-15T15:29:55Z', 'revision_number': 2, 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'subnets': [{'id': '5b5056aa-2130-46e6-b026-a382a7bc0d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:29:59.588027 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8531bec5-df21-4c9b-b893-e8ba54c59340 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=94800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:29:59.602190 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531bec5-df21-4c9b-b893-e8ba54c59340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61920aa2-fbe2-4d71-8ff1-fe85c08ed37f,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:29:59.613308 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8531bec5-df21-4c9b-b893-e8ba54c59340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:59.613766 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.db.segments_db [None req-8531bec5-df21-4c9b-b893-e8ba54c59340 admin admin] Added segment 62a945db-1fa0-4a32-aa75-c316044b4e54 of type vlan for network cc8488ab-ee2d-4322-92fc-0fb4057be7e8 Sep 15 15:29:59.626141 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93954142-cc24-4da7-8bb7-1b145abf78d6 None None] Checking router: 984c3578-5c79-45f9-a0c5-9dfaef8527da for host: dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:29:59.627080 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93954142-cc24-4da7-8bb7-1b145abf78d6 None None] Updating router 984c3578-5c79-45f9-a0c5-9dfaef8527da port 711ddbd0-3214-4a3d-8408-69b964014e61 binding host dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:29:59.696234 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-93954142-cc24-4da7-8bb7-1b145abf78d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:59.734015 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8531bec5-df21-4c9b-b893-e8ba54c59340 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442518815'] for network, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:59.928790 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8531bec5-df21-4c9b-b893-e8ba54c59340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for network, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:29:59.929875 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8531bec5-df21-4c9b-b893-e8ba54c59340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:29:59.930596 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8531bec5-df21-4c9b-b893-e8ba54c59340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:00.013862 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531bec5-df21-4c9b-b893-e8ba54c59340 admin admin] Pushing event updated for resources: {'Network': ['ID=cc8488ab-ee2d-4322-92fc-0fb4057be7e8,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:00.029437 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Network cc8488ab-ee2d-4322-92fc-0fb4057be7e8 details requested by agent ovs-agent-dv-cinder-809201-1-iscsi with host dv-cinder-809201-1-iscsi {{(pid=94801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:30:00.066737 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 91298052-bddb-40b8-8dcd-d894bd22ead2 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:30:00.095805 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-8531bec5-df21-4c9b-b893-e8ba54c59340 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2395048 Sep 15 15:30:00.098820 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 51272) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:00.105443 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-5a7cb6e8-690d-4335-9d22-add41dd4d678 admin admin] Request body: {'subnet': {'network_id': 'cc8488ab-ee2d-4322-92fc-0fb4057be7e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1421535887-subnet', 'tenant_id': 'eadd4580ffbb4251a354d705dde5e60e', 'ip_version': 4}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:30:00.226198 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7cb6e8-690d-4335-9d22-add41dd4d678 admin admin] Made reservation on behalf of eadd4580ffbb4251a354d705dde5e60e for: {'subnet': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:30:00.228936 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb6e8-690d-4335-9d22-add41dd4d678 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12105385'] for subnet, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:00.241255 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-93954142-cc24-4da7-8bb7-1b145abf78d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:00.253023 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 91298052-bddb-40b8-8dcd-d894bd22ead2 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:30:00.253418 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:00.397823 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-93954142-cc24-4da7-8bb7-1b145abf78d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:00.529456 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977efd0-b448-420e-a347-065b739090de None None] Pushing event updated for resources: {'Port': ['ID=711ddbd0-3214-4a3d-8408-69b964014e61,revision_number=3']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:00.540434 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb6e8-690d-4335-9d22-add41dd4d678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12210035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12105351'] for subnet, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:00.588319 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-93954142-cc24-4da7-8bb7-1b145abf78d6 None None] Attempting to bind port 711ddbd0-3214-4a3d-8408-69b964014e61 on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:30:00.588681 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-93954142-cc24-4da7-8bb7-1b145abf78d6 None None] Attempting to bind port 711ddbd0-3214-4a3d-8408-69b964014e61 by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': 'f771cd33-efad-4e9b-98af-f3712cca4008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '892dd142-5f76-4245-922e-3a04ff98d493'}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:30:00.589070 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93954142-cc24-4da7-8bb7-1b145abf78d6 None None] Attempting to bind port 711ddbd0-3214-4a3d-8408-69b964014e61 on network 892dd142-5f76-4245-922e-3a04ff98d493 {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:30:00.596110 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93954142-cc24-4da7-8bb7-1b145abf78d6 None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:30:00.596479 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93954142-cc24-4da7-8bb7-1b145abf78d6 None None] Checking segment: {'id': 'f771cd33-efad-4e9b-98af-f3712cca4008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '892dd142-5f76-4245-922e-3a04ff98d493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:30:00.596874 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-93954142-cc24-4da7-8bb7-1b145abf78d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:00.597258 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93954142-cc24-4da7-8bb7-1b145abf78d6 None None] Bound using segment: {'id': 'f771cd33-efad-4e9b-98af-f3712cca4008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '892dd142-5f76-4245-922e-3a04ff98d493'} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:30:00.597780 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-93954142-cc24-4da7-8bb7-1b145abf78d6 None None] Bound port: 711ddbd0-3214-4a3d-8408-69b964014e61, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f771cd33-efad-4e9b-98af-f3712cca4008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '892dd142-5f76-4245-922e-3a04ff98d493'}}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:30:00.598154 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-93954142-cc24-4da7-8bb7-1b145abf78d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:00.641828 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cb6e8-690d-4335-9d22-add41dd4d678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccbb31fa-2efe-439f-a33a-fa21bbeb1c0f,revision_number=0']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:00.654167 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4815fd0-1e3a-4d5a-a125-f810be148a5e req-4862cea6-257e-4c83-9777-bc178c7fb30d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:00.662363 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a4815fd0-1e3a-4d5a-a125-f810be148a5e req-4862cea6-257e-4c83-9777-bc178c7fb30d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.1721344 Sep 15 15:30:00.687700 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7cb6e8-690d-4335-9d22-add41dd4d678 admin admin] Checking segment: {'id': '62a945db-1fa0-4a32-aa75-c316044b4e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cc8488ab-ee2d-4322-92fc-0fb4057be7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:30:00.687700 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7cb6e8-690d-4335-9d22-add41dd4d678 admin admin] Network hostable DHCP agents. Network: cc8488ab-ee2d-4322-92fc-0fb4057be7e8, hostable agents: ['c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0'], hosted agents: [] {{(pid=94800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:30:00.704851 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-93954142-cc24-4da7-8bb7-1b145abf78d6 None None] For port 711ddbd0-3214-4a3d-8408-69b964014e61, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:30:00.708280 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-93954142-cc24-4da7-8bb7-1b145abf78d6 None None] For port 711ddbd0-3214-4a3d-8408-69b964014e61, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=711ddbd0-3214-4a3d-8408-69b964014e61,segment=NetworkSegment(f771cd33-efad-4e9b-98af-f3712cca4008),segment_id=f771cd33-efad-4e9b-98af-f3712cca4008)] {{(pid=94801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:30:00.722724 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a4815fd0-1e3a-4d5a-a125-f810be148a5e req-8f20fdb7-2d9d-4bb4-af6a-84523a7e2306 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593059 Sep 15 15:30:00.733756 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-a3915a20-6e97-4f9f-aacf-b2d075e51b5d None None] Provisioning complete for port 711ddbd0-3214-4a3d-8408-69b964014e61 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:30:00.734391 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-a3915a20-6e97-4f9f-aacf-b2d075e51b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:00.779135 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-a3915a20-6e97-4f9f-aacf-b2d075e51b5d None None] Port 711ddbd0-3214-4a3d-8408-69b964014e61 cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:30:00.781333 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-93954142-cc24-4da7-8bb7-1b145abf78d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:00.819839 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7cb6e8-690d-4335-9d22-add41dd4d678 admin admin] Network cc8488ab-ee2d-4322-92fc-0fb4057be7e8 is scheduled to be hosted by DHCP agent c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0 with binding_index 1 {{(pid=94800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:30:00.843943 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977efd0-b448-420e-a347-065b739090de None None] Pushing event updated for resources: {'Port': ['ID=711ddbd0-3214-4a3d-8408-69b964014e61,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:00.846598 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93954142-cc24-4da7-8bb7-1b145abf78d6 None None] Routers {'984c3578-5c79-45f9-a0c5-9dfaef8527da'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:30:00.847222 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-93954142-cc24-4da7-8bb7-1b145abf78d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:29:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['984c3578-5c79-45f9-a0c5-9dfaef8527da'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:00.946557 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [None req-5a7cb6e8-690d-4335-9d22-add41dd4d678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-1-iscsi, cc8488ab-ee2d-4322-92fc-0fb4057be7e8) {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:30:00.954948 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7cb6e8-690d-4335-9d22-add41dd4d678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:00.954948 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb6e8-690d-4335-9d22-add41dd4d678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for subnet, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:00.965781 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a99a5bc-9acd-48b8-b6ce-44ae2046ecf8 None None] Network cc8488ab-ee2d-4322-92fc-0fb4057be7e8 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:30:01.016715 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-93954142-cc24-4da7-8bb7-1b145abf78d6 None None] Set router 984c3578-5c79-45f9-a0c5-9dfaef8527da gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:30:01.035542 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-5a7cb6e8-690d-4335-9d22-add41dd4d678 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9350257 Sep 15 15:30:01.038208 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 51332) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:01.046236 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-9abce853-5ce8-4681-9cfa-b651efc519f2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1421535887-router', 'tenant_id': 'eadd4580ffbb4251a354d705dde5e60e', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:30:01.191743 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 51348) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:01.209716 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9abce853-5ce8-4681-9cfa-b651efc519f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:01.213301 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9abce853-5ce8-4681-9cfa-b651efc519f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:01.235793 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-5ab3f2bd-ddc0-4fae-a1a5-a43042109f26 None None] Provisioning complete for port 711ddbd0-3214-4a3d-8408-69b964014e61 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:30:01.236011 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-5ab3f2bd-ddc0-4fae-a1a5-a43042109f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:01.311392 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9abce853-5ce8-4681-9cfa-b651efc519f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:01.391567 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-3cd452ea-26b1-4178-8b02-abc35ee61e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:01.432926 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9b28bd-ff5e-4db1-81a0-6debff7caff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76b1df7-bc46-5e58-888b-22cc83ae4b15-cc8488ab-ee2d-4322-92fc-0fb4057be7e8', 'network_id': 'cc8488ab-ee2d-4322-92fc-0fb4057be7e8', 'tenant_id': 'eadd4580ffbb4251a354d705dde5e60e', 'fixed_ips': [{'subnet_id': 'ccbb31fa-2efe-439f-a33a-fa21bbeb1c0f'}]}} from dv-cinder-809201-1-iscsi. {{(pid=94801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:30:01.433898 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-4b9b28bd-ff5e-4db1-81a0-6debff7caff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:01.578227 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9abce853-5ce8-4681-9cfa-b651efc519f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:01.657327 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-3cd452ea-26b1-4178-8b02-abc35ee61e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:01.730332 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-5ab3f2bd-ddc0-4fae-a1a5-a43042109f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:01.801145 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-93954142-cc24-4da7-8bb7-1b145abf78d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'name': 'tempest-TestMinimumBasicScenario-617770358-router', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '91298052-bddb-40b8-8dcd-d894bd22ead2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:29:49Z', 'updated_at': '2021-09-15T15:29:55Z', 'revision_number': 4, 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'gw_port': {'id': '91298052-bddb-40b8-8dcd-d894bd22ead2', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:29:50Z', 'updated_at': '2021-09-15T15:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': '711ddbd0-3214-4a3d-8408-69b964014e61', 'name': '', 'network_id': '892dd142-5f76-4245-922e-3a04ff98d493', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'mac_address': 'fa:16:3e:d4:38:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5b5056aa-2130-46e6-b026-a382a7bc0d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:29:54Z', 'updated_at': '2021-09-15T15:30:00Z', 'revision_number': 4, 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'subnets': [{'id': '5b5056aa-2130-46e6-b026-a382a7bc0d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:01.846274 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93954142-cc24-4da7-8bb7-1b145abf78d6 None None] The sync data for ids ['984c3578-5c79-45f9-a0c5-9dfaef8527da'] in dv-cinder-809201-1-iscsi is: [{'id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'name': 'tempest-TestMinimumBasicScenario-617770358-router', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '91298052-bddb-40b8-8dcd-d894bd22ead2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:29:49Z', 'updated_at': '2021-09-15T15:29:55Z', 'revision_number': 4, 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'gw_port': {'id': '91298052-bddb-40b8-8dcd-d894bd22ead2', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:29:50Z', 'updated_at': '2021-09-15T15:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': '711ddbd0-3214-4a3d-8408-69b964014e61', 'name': '', 'network_id': '892dd142-5f76-4245-922e-3a04ff98d493', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'mac_address': 'fa:16:3e:d4:38:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5b5056aa-2130-46e6-b026-a382a7bc0d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:29:54Z', 'updated_at': '2021-09-15T15:30:00Z', 'revision_number': 4, 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'subnets': [{'id': '5b5056aa-2130-46e6-b026-a382a7bc0d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:30:01.859427 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.db_base_plugin_common [None req-4b9b28bd-ff5e-4db1-81a0-6debff7caff0 None None] Allocated IP 172.20.0.2 (cc8488ab-ee2d-4322-92fc-0fb4057be7e8/ccbb31fa-2efe-439f-a33a-fa21bbeb1c0f/d4897c0c-4927-40d6-89ae-fa49a3ed47b1) {{(pid=94801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:30:01.862424 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-5ab3f2bd-ddc0-4fae-a1a5-a43042109f26 None None] For port 711ddbd0-3214-4a3d-8408-69b964014e61, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=711ddbd0-3214-4a3d-8408-69b964014e61,segment=NetworkSegment(f771cd33-efad-4e9b-98af-f3712cca4008),segment_id=f771cd33-efad-4e9b-98af-f3712cca4008)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:30:01.889812 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-3cd452ea-26b1-4178-8b02-abc35ee61e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:02.008604 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-5ab3f2bd-ddc0-4fae-a1a5-a43042109f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:02.031722 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-3cd452ea-26b1-4178-8b02-abc35ee61e70 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b142a1cbab094ccb80a3fa86d0e55320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8382704 Sep 15 15:30:02.043197 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 51384) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:02.070690 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd452ea-26b1-4178-8b02-abc35ee61e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b722633-b559-4c88-a343-2c8c8ac666d0,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:02.120247 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f1c12-3333-4514-ba3d-80d4d4e6502d req-b521539e-22e0-446a-9f60-9e5a9b7e179b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:02.127759 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-af6f1c12-3333-4514-ba3d-80d4d4e6502d req-b521539e-22e0-446a-9f60-9e5a9b7e179b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.2899699 Sep 15 15:30:02.187285 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-11cbc4f7-7752-47bc-b009-a96fe352ef59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:02.194149 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3f2bd-ddc0-4fae-a1a5-a43042109f26 None None] Pushing event updated for resources: {'Port': ['ID=711ddbd0-3214-4a3d-8408-69b964014e61,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:02.239435 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-af6f1c12-3333-4514-ba3d-80d4d4e6502d req-746863c9-4a38-4998-bfbe-20e49b02c800 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728946 Sep 15 15:30:02.272518 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-11cbc4f7-7752-47bc-b009-a96fe352ef59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:02.348825 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-4b9b28bd-ff5e-4db1-81a0-6debff7caff0 None None] Notify callbacks [] for port, precommit_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:02.358572 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 711ddbd0-3214-4a3d-8408-69b964014e61 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:30:02.412583 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9abce853-5ce8-4681-9cfa-b651efc519f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:02.456719 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9abce853-5ce8-4681-9cfa-b651efc519f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:02.469108 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 711ddbd0-3214-4a3d-8408-69b964014e61 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:30:02.469699 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:02.505547 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-4b9b28bd-ff5e-4db1-81a0-6debff7caff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464'] for port, after_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:02.508486 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-11cbc4f7-7752-47bc-b009-a96fe352ef59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:02.512943 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-11cbc4f7-7752-47bc-b009-a96fe352ef59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:02.516442 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-11cbc4f7-7752-47bc-b009-a96fe352ef59 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1b722633-b559-4c88-a343-2c8c8ac666d0 HTTP/1.1" status: 204 len: 168 time: 0.4708183 Sep 15 15:30:02.527585 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cbc4f7-7752-47bc-b009-a96fe352ef59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b722633-b559-4c88-a343-2c8c8ac666d0,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:02.597806 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9b28bd-ff5e-4db1-81a0-6debff7caff0 None None] Network cc8488ab-ee2d-4322-92fc-0fb4057be7e8 is already hosted by enough agents. {{(pid=94801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:30:02.621262 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.scheduler.base_scheduler [None req-4b9b28bd-ff5e-4db1-81a0-6debff7caff0 None None] Resources bound (agent type, host, resource id): {{(pid=94801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:30:02.627515 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9b28bd-ff5e-4db1-81a0-6debff7caff0 None None] Received port after_create {{(pid=94801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:30:02.639956 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b28bd-ff5e-4db1-81a0-6debff7caff0 None None] Pushing event updated for resources: {'Port': ['ID=d4897c0c-4927-40d6-89ae-fa49a3ed47b1,revision_number=1']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:02.821413 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 51420) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:02.822225 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_common [None req-9abce853-5ce8-4681-9cfa-b651efc519f2 admin admin] Allocated IP 172.27.3.131 (70862140-ffde-47fa-81bd-8f9d99919982/7ac39d78-6dff-4eb9-9797-5a3cc8acd948/19d1df98-b968-4710-acd1-9eac1fae1a92) {{(pid=94800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:30:02.863814 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-4b9b28bd-ff5e-4db1-81a0-6debff7caff0 None None] Attempting to bind port d4897c0c-4927-40d6-89ae-fa49a3ed47b1 on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:30:02.868594 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-4b9b28bd-ff5e-4db1-81a0-6debff7caff0 None None] Attempting to bind port d4897c0c-4927-40d6-89ae-fa49a3ed47b1 by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': '62a945db-1fa0-4a32-aa75-c316044b4e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cc8488ab-ee2d-4322-92fc-0fb4057be7e8'}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:30:02.868594 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9b28bd-ff5e-4db1-81a0-6debff7caff0 None None] Attempting to bind port d4897c0c-4927-40d6-89ae-fa49a3ed47b1 on network cc8488ab-ee2d-4322-92fc-0fb4057be7e8 {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:30:02.883395 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9b28bd-ff5e-4db1-81a0-6debff7caff0 None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:30:02.883732 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9b28bd-ff5e-4db1-81a0-6debff7caff0 None None] Checking segment: {'id': '62a945db-1fa0-4a32-aa75-c316044b4e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cc8488ab-ee2d-4322-92fc-0fb4057be7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:30:02.884134 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-4b9b28bd-ff5e-4db1-81a0-6debff7caff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:02.884523 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9b28bd-ff5e-4db1-81a0-6debff7caff0 None None] Bound using segment: {'id': '62a945db-1fa0-4a32-aa75-c316044b4e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cc8488ab-ee2d-4322-92fc-0fb4057be7e8'} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:30:02.885002 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-4b9b28bd-ff5e-4db1-81a0-6debff7caff0 None None] Bound port: d4897c0c-4927-40d6-89ae-fa49a3ed47b1, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a945db-1fa0-4a32-aa75-c316044b4e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cc8488ab-ee2d-4322-92fc-0fb4057be7e8'}}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:30:02.885374 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-4b9b28bd-ff5e-4db1-81a0-6debff7caff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:03.006496 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9abce853-5ce8-4681-9cfa-b651efc519f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:03.040917 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-4b9b28bd-ff5e-4db1-81a0-6debff7caff0 None None] For port d4897c0c-4927-40d6-89ae-fa49a3ed47b1, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:30:03.049036 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-4b9b28bd-ff5e-4db1-81a0-6debff7caff0 None None] For port d4897c0c-4927-40d6-89ae-fa49a3ed47b1, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=d4897c0c-4927-40d6-89ae-fa49a3ed47b1,segment=NetworkSegment(62a945db-1fa0-4a32-aa75-c316044b4e54),segment_id=62a945db-1fa0-4a32-aa75-c316044b4e54)] {{(pid=94801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:30:03.136142 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-4b9b28bd-ff5e-4db1-81a0-6debff7caff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:03.187466 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9abce853-5ce8-4681-9cfa-b651efc519f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:03.234332 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b28bd-ff5e-4db1-81a0-6debff7caff0 None None] Pushing event updated for resources: {'Port': ['ID=d4897c0c-4927-40d6-89ae-fa49a3ed47b1,revision_number=2']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:03.244721 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abce853-5ce8-4681-9cfa-b651efc519f2 admin admin] Network 70862140-ffde-47fa-81bd-8f9d99919982 is already hosted by enough agents. {{(pid=94800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:30:03.273075 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [None req-9abce853-5ce8-4681-9cfa-b651efc519f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:30:03.280259 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abce853-5ce8-4681-9cfa-b651efc519f2 admin admin] Received port after_create {{(pid=94800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:30:03.365751 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abce853-5ce8-4681-9cfa-b651efc519f2 admin admin] Pushing event updated for resources: {'Port': ['ID=19d1df98-b968-4710-acd1-9eac1fae1a92,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:03.477517 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb332-97bf-4c7d-9366-46fbd84b9e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:03.703815 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f073c-a211-4290-8cee-042ec5022622 req-ecaf4b22-ce87-48b2-9eaa-15a3e76fe45a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:03.708610 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-087f073c-a211-4290-8cee-042ec5022622 req-ecaf4b22-ce87-48b2-9eaa-15a3e76fe45a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.2846155 Sep 15 15:30:03.717539 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb332-97bf-4c7d-9366-46fbd84b9e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:03.729641 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 51450) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:03.799143 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-087f073c-a211-4290-8cee-042ec5022622 req-9cb582ed-80e6-4117-96ba-f4a7e3518fec tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441062 Sep 15 15:30:03.825289 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb332-97bf-4c7d-9366-46fbd84b9e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:03.897551 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfcb332-97bf-4c7d-9366-46fbd84b9e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df95b7d-0d13-4a05-b92b-d78ae7eae594,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:03.914910 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-b8eefb7e-dc1c-48ee-ac2a-f9aefebbd470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:03.929479 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-9bfcb332-97bf-4c7d-9366-46fbd84b9e5b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cf7da30f2fdf4cb783e555bd3fb0dd2f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1064265 Sep 15 15:30:03.930280 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 51458) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:04.020332 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9abce853-5ce8-4681-9cfa-b651efc519f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:04.071694 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-548ad165-1df0-424f-b12e-714b3b8eb90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:04.107559 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-b8eefb7e-dc1c-48ee-ac2a-f9aefebbd470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:04.142613 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 711ddbd0-3214-4a3d-8408-69b964014e61 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:30:04.148233 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-548ad165-1df0-424f-b12e-714b3b8eb90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:04.222300 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 711ddbd0-3214-4a3d-8408-69b964014e61 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:30:04.223024 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:04.245614 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-b8eefb7e-dc1c-48ee-ac2a-f9aefebbd470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:04.276422 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eefb7e-dc1c-48ee-ac2a-f9aefebbd470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f62c72-1e1f-4bba-a817-bdfaa2103032,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:04.336844 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-b8eefb7e-dc1c-48ee-ac2a-f9aefebbd470 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=35275629ce514999bcdb8746cd47169f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6064184 Sep 15 15:30:04.337030 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 51468) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:04.358641 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device d4897c0c-4927-40d6-89ae-fa49a3ed47b1 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:30:04.378666 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9abce853-5ce8-4681-9cfa-b651efc519f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568907'] for router, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:04.402133 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ea94d35b-29ae-44c8-924f-4b88273d57b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:04.404956 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-548ad165-1df0-424f-b12e-714b3b8eb90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:04.407554 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-548ad165-1df0-424f-b12e-714b3b8eb90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:04.408772 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-548ad165-1df0-424f-b12e-714b3b8eb90d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1df95b7d-0d13-4a05-b92b-d78ae7eae594 HTTP/1.1" status: 204 len: 168 time: 0.4688358 Sep 15 15:30:04.413638 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port d4897c0c-4927-40d6-89ae-fa49a3ed47b1 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:30:04.414355 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:04.443142 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ad165-1df0-424f-b12e-714b3b8eb90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df95b7d-0d13-4a05-b92b-d78ae7eae594,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:04.519615 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ea94d35b-29ae-44c8-924f-4b88273d57b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:04.524276 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:04.565046 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] For port d4897c0c-4927-40d6-89ae-fa49a3ed47b1, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=d4897c0c-4927-40d6-89ae-fa49a3ed47b1,segment=NetworkSegment(62a945db-1fa0-4a32-aa75-c316044b4e54),segment_id=62a945db-1fa0-4a32-aa75-c316044b4e54)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:30:04.637619 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:04.671909 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89398ba8-489b-4a8e-94e9-6882c606ccec None None] Network cc8488ab-ee2d-4322-92fc-0fb4057be7e8 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:30:04.740290 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ea94d35b-29ae-44c8-924f-4b88273d57b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:04.742958 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-ea94d35b-29ae-44c8-924f-4b88273d57b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:04.743133 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Pushing event updated for resources: {'Port': ['ID=d4897c0c-4927-40d6-89ae-fa49a3ed47b1,revision_number=3']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:04.748628 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-ea94d35b-29ae-44c8-924f-4b88273d57b3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d6f62c72-1e1f-4bba-a817-bdfaa2103032 HTTP/1.1" status: 204 len: 168 time: 0.4105985 Sep 15 15:30:04.761200 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94d35b-29ae-44c8-924f-4b88273d57b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f62c72-1e1f-4bba-a817-bdfaa2103032,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:04.792768 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-30db4046-670e-421a-a13e-7e894c272b50 None None] Provisioning complete for port d4897c0c-4927-40d6-89ae-fa49a3ed47b1 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:30:04.793239 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-30db4046-670e-421a-a13e-7e894c272b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:04.843321 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abce853-5ce8-4681-9cfa-b651efc519f2 admin admin] Router ce3f61c9-8020-49fc-a762-d31de0eaea37 is scheduled to L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc with binding_index 1 {{(pid=94800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:30:05.198596 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-09310ee4-52ef-474e-bc7a-01f876f89f09 None None] Provisioning complete for port d4897c0c-4927-40d6-89ae-fa49a3ed47b1 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:30:05.201856 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-09310ee4-52ef-474e-bc7a-01f876f89f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:05.277043 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdc213-0029-453b-95fe-d1d5ed7304b8 req-f4fe2a6a-f460-45d8-9c27-51a3cc8b7552 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:05.283936 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-abfdc213-0029-453b-95fe-d1d5ed7304b8 req-f4fe2a6a-f460-45d8-9c27-51a3cc8b7552 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.3891633 Sep 15 15:30:05.319488 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abce853-5ce8-4681-9cfa-b651efc519f2 admin admin] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:30:05.332293 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ba7fd7-64d1-469c-aeb1-22c037c90d5c None None] Sync routers for ids ['ce3f61c9-8020-49fc-a762-d31de0eaea37'] in dv-cinder-809201-1-iscsi {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:30:05.343822 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ba7fd7-64d1-469c-aeb1-22c037c90d5c None None] Routers {'ce3f61c9-8020-49fc-a762-d31de0eaea37'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:30:05.344857 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-15ba7fd7-64d1-469c-aeb1-22c037c90d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:29:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['ce3f61c9-8020-49fc-a762-d31de0eaea37'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:05.358130 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-abfdc213-0029-453b-95fe-d1d5ed7304b8 req-becc146f-da2e-4752-b676-7ba66ce4bbc6 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684311 Sep 15 15:30:05.448332 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9abce853-5ce8-4681-9cfa-b651efc519f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:05.453546 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-9abce853-5ce8-4681-9cfa-b651efc519f2 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4094110 Sep 15 15:30:05.453885 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 51490) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:05.485478 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-15ba7fd7-64d1-469c-aeb1-22c037c90d5c None None] Set router ce3f61c9-8020-49fc-a762-d31de0eaea37 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:30:05.665603 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 51496) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:05.680012 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-782afca1-1d4a-4d89-b55c-8261e1e2f4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:05.680598 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-15ba7fd7-64d1-469c-aeb1-22c037c90d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3f61c9-8020-49fc-a762-d31de0eaea37', 'name': 'tempest-TestMinimumBasicScenario-1421535887-router', 'tenant_id': 'eadd4580ffbb4251a354d705dde5e60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '19d1df98-b968-4710-acd1-9eac1fae1a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:30:01Z', 'updated_at': '2021-09-15T15:30:03Z', 'revision_number': 3, 'project_id': 'eadd4580ffbb4251a354d705dde5e60e', 'gw_port': {'id': '19d1df98-b968-4710-acd1-9eac1fae1a92', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3f61c9-8020-49fc-a762-d31de0eaea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:30:02Z', 'updated_at': '2021-09-15T15:30:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:05.711523 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ba7fd7-64d1-469c-aeb1-22c037c90d5c None None] Checking router: ce3f61c9-8020-49fc-a762-d31de0eaea37 for host: dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:30:05.711861 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ba7fd7-64d1-469c-aeb1-22c037c90d5c None None] Updating router ce3f61c9-8020-49fc-a762-d31de0eaea37 port 19d1df98-b968-4710-acd1-9eac1fae1a92 binding host dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:30:05.753307 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-15ba7fd7-64d1-469c-aeb1-22c037c90d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:05.786314 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-782afca1-1d4a-4d89-b55c-8261e1e2f4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:05.940379 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-782afca1-1d4a-4d89-b55c-8261e1e2f4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:05.948089 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c1d360ef-74fb-40db-a4c7-1209d293e8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:05.985655 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-782afca1-1d4a-4d89-b55c-8261e1e2f4ed admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=23fd8bf6ae1e4e8ab5abb61228075ecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160570 Sep 15 15:30:05.986084 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 51502) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:06.014775 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782afca1-1d4a-4d89-b55c-8261e1e2f4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd1bf35-667a-43de-8d8e-09ca86525aac,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:06.041139 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-15ba7fd7-64d1-469c-aeb1-22c037c90d5c None None] Notify callbacks [] for port, precommit_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:06.074471 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device d4897c0c-4927-40d6-89ae-fa49a3ed47b1 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:30:06.080108 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a1f93cd8-5c87-4b43-a304-f50e5bfff609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:06.105630 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a1f93cd8-5c87-4b43-a304-f50e5bfff609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:06.133606 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port d4897c0c-4927-40d6-89ae-fa49a3ed47b1 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:30:06.134421 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:06.141847 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b445d54-c831-4810-aba5-eb0fcc8de24a req-bf8274a8-ee45-44fe-8d23-51947fc79249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:06.143385 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0b445d54-c831-4810-aba5-eb0fcc8de24a req-bf8274a8-ee45-44fe-8d23-51947fc79249 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452&tenant_id=bc084fec0e234562acc43f991b033c39 HTTP/1.1" status: 200 len: 1096 time: 0.1291540 Sep 15 15:30:06.167197 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-15ba7fd7-64d1-469c-aeb1-22c037c90d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:06.223946 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-15ba7fd7-64d1-469c-aeb1-22c037c90d5c None None] Attempting to bind port 19d1df98-b968-4710-acd1-9eac1fae1a92 on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:30:06.224352 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-15ba7fd7-64d1-469c-aeb1-22c037c90d5c None None] Attempting to bind port 19d1df98-b968-4710-acd1-9eac1fae1a92 by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}] {{(pid=94802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:30:06.224938 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ba7fd7-64d1-469c-aeb1-22c037c90d5c None None] Attempting to bind port 19d1df98-b968-4710-acd1-9eac1fae1a92 on network 70862140-ffde-47fa-81bd-8f9d99919982 {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:30:06.236895 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad143c-19db-4d13-8fa1-7350e1ca54ed None None] Pushing event updated for resources: {'Port': ['ID=19d1df98-b968-4710-acd1-9eac1fae1a92,revision_number=2']} {{(pid=94802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:06.239726 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ba7fd7-64d1-469c-aeb1-22c037c90d5c None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:30:06.240343 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ba7fd7-64d1-469c-aeb1-22c037c90d5c None None] Checking segment: {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:30:06.240733 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-15ba7fd7-64d1-469c-aeb1-22c037c90d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:06.241103 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ba7fd7-64d1-469c-aeb1-22c037c90d5c None None] Bound using segment: {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'} {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:30:06.241635 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-15ba7fd7-64d1-469c-aeb1-22c037c90d5c None None] Bound port: 19d1df98-b968-4710-acd1-9eac1fae1a92, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}}] {{(pid=94802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:30:06.242031 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-15ba7fd7-64d1-469c-aeb1-22c037c90d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:06.249472 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b445d54-c831-4810-aba5-eb0fcc8de24a req-0ece5255-db66-4bc1-be71-2468fe6af7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:06.251303 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0b445d54-c831-4810-aba5-eb0fcc8de24a req-0ece5255-db66-4bc1-be71-2468fe6af7c7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc084fec0e234562acc43f991b033c39&device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 1096 time: 0.0807872 Sep 15 15:30:06.261551 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_common [None req-c1d360ef-74fb-40db-a4c7-1209d293e8d2 admin admin] Allocated IP 172.20.0.1 (cc8488ab-ee2d-4322-92fc-0fb4057be7e8/ccbb31fa-2efe-439f-a33a-fa21bbeb1c0f/22de7faf-c1d0-4f13-9dbd-1907b90f5e3a) {{(pid=94800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:30:06.277551 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a1f93cd8-5c87-4b43-a304-f50e5bfff609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:06.281985 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a1f93cd8-5c87-4b43-a304-f50e5bfff609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:06.285514 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-a1f93cd8-5c87-4b43-a304-f50e5bfff609 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ebd1bf35-667a-43de-8d8e-09ca86525aac HTTP/1.1" status: 204 len: 168 time: 0.2982047 Sep 15 15:30:06.303045 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.db [None req-15ba7fd7-64d1-469c-aeb1-22c037c90d5c None None] For port 19d1df98-b968-4710-acd1-9eac1fae1a92, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:30:06.306605 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.db [None req-15ba7fd7-64d1-469c-aeb1-22c037c90d5c None None] For port 19d1df98-b968-4710-acd1-9eac1fae1a92, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=19d1df98-b968-4710-acd1-9eac1fae1a92,segment=NetworkSegment(892b6518-e65e-438b-8e7f-3ce7335aa343),segment_id=892b6518-e65e-438b-8e7f-3ce7335aa343)] {{(pid=94802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:30:06.306923 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f93cd8-5c87-4b43-a304-f50e5bfff609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd1bf35-667a-43de-8d8e-09ca86525aac,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:06.386594 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-15ba7fd7-64d1-469c-aeb1-22c037c90d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:06.423965 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b445d54-c831-4810-aba5-eb0fcc8de24a req-3098863e-853d-491c-9cb1-99da33310230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:06.425673 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0b445d54-c831-4810-aba5-eb0fcc8de24a req-3098863e-853d-491c-9cb1-99da33310230 service neutron] 10.222.0.58 "GET /v2.0/networks?id=08ee10b2-2fff-43fe-b79f-30f962cb12be HTTP/1.1" status: 200 len: 918 time: 0.1654766 Sep 15 15:30:06.445165 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad143c-19db-4d13-8fa1-7350e1ca54ed None None] Pushing event updated for resources: {'Port': ['ID=19d1df98-b968-4710-acd1-9eac1fae1a92,revision_number=3']} {{(pid=94802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:06.461819 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ba7fd7-64d1-469c-aeb1-22c037c90d5c None None] Routers {'ce3f61c9-8020-49fc-a762-d31de0eaea37'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:30:06.462701 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-15ba7fd7-64d1-469c-aeb1-22c037c90d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:29:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['ce3f61c9-8020-49fc-a762-d31de0eaea37'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:06.507226 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c1d360ef-74fb-40db-a4c7-1209d293e8d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:06.558084 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0b445d54-c831-4810-aba5-eb0fcc8de24a req-ccd2d5f5-81ed-48e3-be94-5389c3dd5f5d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61660cf0-a5b0-4f1a-a8b1-45322b8c8615 HTTP/1.1" status: 200 len: 999 time: 0.1207814 Sep 15 15:30:06.574455 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2a2ce-9b99-48c2-adb4-0593035986d6 req-57f1036c-1147-40f0-b3cf-25d7bd93ccb3 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:06.576038 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ebf2a2ce-9b99-48c2-adb4-0593035986d6 req-57f1036c-1147-40f0-b3cf-25d7bd93ccb3 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.0933232 Sep 15 15:30:06.584896 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-15ba7fd7-64d1-469c-aeb1-22c037c90d5c None None] Set router ce3f61c9-8020-49fc-a762-d31de0eaea37 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:30:06.660893 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b445d54-c831-4810-aba5-eb0fcc8de24a req-5934633a-260f-49a2-923e-b266ec2b1048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:06.662392 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0b445d54-c831-4810-aba5-eb0fcc8de24a req-5934633a-260f-49a2-923e-b266ec2b1048 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c269f95b-bd52-41fc-a168-8d0b68cfbdb3 HTTP/1.1" status: 200 len: 856 time: 0.0799427 Sep 15 15:30:06.668175 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ebf2a2ce-9b99-48c2-adb4-0593035986d6 req-486852a3-ece9-44f8-83f2-0f2ae2fc727b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843623 Sep 15 15:30:06.724266 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b445d54-c831-4810-aba5-eb0fcc8de24a req-2e202cb3-6c4c-4382-b5d9-b9edcb82420d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:06.726173 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0b445d54-c831-4810-aba5-eb0fcc8de24a req-2e202cb3-6c4c-4382-b5d9-b9edcb82420d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=08ee10b2-2fff-43fe-b79f-30f962cb12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516348 Sep 15 15:30:06.752842 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c1d360ef-74fb-40db-a4c7-1209d293e8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:06.830308 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d360ef-74fb-40db-a4c7-1209d293e8d2 admin admin] Network cc8488ab-ee2d-4322-92fc-0fb4057be7e8 is already hosted by enough agents. {{(pid=94800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:30:06.836135 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [None req-c1d360ef-74fb-40db-a4c7-1209d293e8d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:30:06.837127 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-15ba7fd7-64d1-469c-aeb1-22c037c90d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3f61c9-8020-49fc-a762-d31de0eaea37', 'name': 'tempest-TestMinimumBasicScenario-1421535887-router', 'tenant_id': 'eadd4580ffbb4251a354d705dde5e60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '19d1df98-b968-4710-acd1-9eac1fae1a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:30:01Z', 'updated_at': '2021-09-15T15:30:03Z', 'revision_number': 3, 'project_id': 'eadd4580ffbb4251a354d705dde5e60e', 'gw_port': {'id': '19d1df98-b968-4710-acd1-9eac1fae1a92', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3f61c9-8020-49fc-a762-d31de0eaea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:30:02Z', 'updated_at': '2021-09-15T15:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:06.846282 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d360ef-74fb-40db-a4c7-1209d293e8d2 admin admin] Received port after_create {{(pid=94800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:30:06.900074 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d360ef-74fb-40db-a4c7-1209d293e8d2 admin admin] Pushing event updated for resources: {'Port': ['ID=22de7faf-c1d0-4f13-9dbd-1907b90f5e3a,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:06.900541 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ba7fd7-64d1-469c-aeb1-22c037c90d5c None None] The sync data for ids ['ce3f61c9-8020-49fc-a762-d31de0eaea37'] in dv-cinder-809201-1-iscsi is: [{'id': 'ce3f61c9-8020-49fc-a762-d31de0eaea37', 'name': 'tempest-TestMinimumBasicScenario-1421535887-router', 'tenant_id': 'eadd4580ffbb4251a354d705dde5e60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '19d1df98-b968-4710-acd1-9eac1fae1a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:30:01Z', 'updated_at': '2021-09-15T15:30:03Z', 'revision_number': 3, 'project_id': 'eadd4580ffbb4251a354d705dde5e60e', 'gw_port': {'id': '19d1df98-b968-4710-acd1-9eac1fae1a92', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3f61c9-8020-49fc-a762-d31de0eaea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:30:02Z', 'updated_at': '2021-09-15T15:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}] {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:30:06.923328 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c1d360ef-74fb-40db-a4c7-1209d293e8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568988'] for router_interface, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:06.933944 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0b445d54-c831-4810-aba5-eb0fcc8de24a req-f14da42a-c994-4df8-89d5-e5970ac0e84e service neutron] 10.222.0.58 "GET /v2.0/networks/08ee10b2-2fff-43fe-b79f-30f962cb12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992576 Sep 15 15:30:06.991756 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 51526) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:07.057819 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc5341e-702a-4bdc-ae0b-2d61bbf7da1e admin admin] Deleting subnet cf29e92e-3a44-4b4b-a215-5fd0de3c2f07 {{(pid=94799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:30:07.063470 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0fc5341e-702a-4bdc-ae0b-2d61bbf7da1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:07.114683 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0fc5341e-702a-4bdc-ae0b-2d61bbf7da1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9270566'] for subnet, precommit_delete_associations {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:07.170536 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0fc5341e-702a-4bdc-ae0b-2d61bbf7da1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1523291'] for subnet, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:07.205114 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-193ad175-6a71-47c5-93a0-006667db55e5 None None] Provisioning complete for port 22de7faf-c1d0-4f13-9dbd-1907b90f5e3a triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:30:07.206639 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-193ad175-6a71-47c5-93a0-006667db55e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:07.246874 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0b445d54-c831-4810-aba5-eb0fcc8de24a req-307829a6-db5d-4985-970a-ea4baf2d7bbd service neutron] 10.222.0.58 "GET /v2.0/networks/08ee10b2-2fff-43fe-b79f-30f962cb12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720768 Sep 15 15:30:07.313196 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-193ad175-6a71-47c5-93a0-006667db55e5 None None] Port 22de7faf-c1d0-4f13-9dbd-1907b90f5e3a cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:30:07.376527 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0fc5341e-702a-4bdc-ae0b-2d61bbf7da1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1523276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9314439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9382956'] for subnet, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:07.406027 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c1d360ef-74fb-40db-a4c7-1209d293e8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:07.415242 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5341e-702a-4bdc-ae0b-2d61bbf7da1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf29e92e-3a44-4b4b-a215-5fd0de3c2f07,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:07.431634 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0fc5341e-702a-4bdc-ae0b-2d61bbf7da1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:07.432869 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-0fc5341e-702a-4bdc-ae0b-2d61bbf7da1e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/cf29e92e-3a44-4b4b-a215-5fd0de3c2f07 HTTP/1.1" status: 204 len: 168 time: 0.4384761 Sep 15 15:30:07.433205 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 51542) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:07.539169 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4fd26df9-8dfc-460a-bd0b-979f0e57782d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369514'] for network, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:07.655344 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c1d360ef-74fb-40db-a4c7-1209d293e8d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:07.661942 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4fd26df9-8dfc-460a-bd0b-979f0e57782d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522908', 'neutron.services.segments.db._delete_segments_for_network-8751443108509'] for network, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:07.686697 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.services.segments.db [None req-4fd26df9-8dfc-460a-bd0b-979f0e57782d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf55d3d-b53f-469a-9a1b-4f57895133bc']}} {{(pid=94799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:07.697052 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.services.segments.db [None req-4fd26df9-8dfc-460a-bd0b-979f0e57782d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e') {'for_net_delete': True} {{(pid=94799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:07.697348 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.services.segments.db [None req-4fd26df9-8dfc-460a-bd0b-979f0e57782d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60aa86c5-106e-47f2-b6e7-3fbcdb9b9d6e') {} {{(pid=94799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:07.715273 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4fd26df9-8dfc-460a-bd0b-979f0e57782d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751443108774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9270573'] for segment, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:07.737373 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4fd26df9-8dfc-460a-bd0b-979f0e57782d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:07.749099 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd26df9-8dfc-460a-bd0b-979f0e57782d admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:30:07.749099 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4fd26df9-8dfc-460a-bd0b-979f0e57782d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9314649'] for segment, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: Traceback (most recent call last): Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: timer() Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: cb(*args, **kw) Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: return func(*args, **kwargs) Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: self._notify() Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: self.callback(batched_events) Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: event.method(event) Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: return f(self, *a, **k) Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: return self._get(url).json() Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: return self.request(url, 'GET', **kwargs) Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:30:07.750750 dv-cinder-809201-1-iscsi neutron-server[94799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:30:07.774951 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c1d360ef-74fb-40db-a4c7-1209d293e8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:07.907193 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c1d360ef-74fb-40db-a4c7-1209d293e8d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579084'] for router_interface, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:07.917166 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4fd26df9-8dfc-460a-bd0b-979f0e57782d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:07.922066 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4fd26df9-8dfc-460a-bd0b-979f0e57782d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:07.924069 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-4fd26df9-8dfc-460a-bd0b-979f0e57782d admin admin] 10.222.0.54 "DELETE /v2.0/networks/aaf55d3d-b53f-469a-9a1b-4f57895133bc HTTP/1.1" status: 204 len: 168 time: 0.4879565 Sep 15 15:30:07.935736 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d360ef-74fb-40db-a4c7-1209d293e8d2 admin admin] Pushing event updated for resources: {'Port': ['ID=22de7faf-c1d0-4f13-9dbd-1907b90f5e3a,revision_number=2']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:07.957475 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd26df9-8dfc-460a-bd0b-979f0e57782d admin admin] Pushing event deleted for resources: {'Network': ['ID=aaf55d3d-b53f-469a-9a1b-4f57895133bc,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:07.993289 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda58be-4855-4795-858e-ed59fcb992de req-f3f70949-d40f-4fa6-a9cb-4a75cd3479e2 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:08.007038 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4fda58be-4855-4795-858e-ed59fcb992de req-f3f70949-d40f-4fa6-a9cb-4a75cd3479e2 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.1708188 Sep 15 15:30:08.111790 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 19d1df98-b968-4710-acd1-9eac1fae1a92 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:30:08.190964 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 19d1df98-b968-4710-acd1-9eac1fae1a92 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:30:08.191667 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:08.234703 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d360ef-74fb-40db-a4c7-1209d293e8d2 admin admin] Network cc8488ab-ee2d-4322-92fc-0fb4057be7e8 is already hosted by enough agents. {{(pid=94800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:30:08.237970 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [None req-c1d360ef-74fb-40db-a4c7-1209d293e8d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:30:08.255929 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4fda58be-4855-4795-858e-ed59fcb992de req-6e457dce-1fa0-43f3-a9f3-9a1ff973df81 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2473741 Sep 15 15:30:08.301703 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:08.332713 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] For port 19d1df98-b968-4710-acd1-9eac1fae1a92, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=19d1df98-b968-4710-acd1-9eac1fae1a92,segment=NetworkSegment(892b6518-e65e-438b-8e7f-3ce7335aa343),segment_id=892b6518-e65e-438b-8e7f-3ce7335aa343)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:30:08.420651 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:08.509808 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d360ef-74fb-40db-a4c7-1209d293e8d2 admin admin] Router ce3f61c9-8020-49fc-a762-d31de0eaea37 has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:30:08.602580 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Pushing event updated for resources: {'Port': ['ID=19d1df98-b968-4710-acd1-9eac1fae1a92,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:08.688136 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 51586) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:08.782186 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-658ecfc3-7375-455c-8b9c-0295839afce5 None None] Provisioning complete for port 22de7faf-c1d0-4f13-9dbd-1907b90f5e3a triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:30:08.782690 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-658ecfc3-7375-455c-8b9c-0295839afce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:08.821401 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 51590) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:08.823748 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-ef010f6d-2c3c-4d46-bfab-3e83f2a4501c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9172ec8966bc4f6d99bf6713d42413e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1340008 Sep 15 15:30:08.863643 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-658ecfc3-7375-455c-8b9c-0295839afce5 None None] Port 22de7faf-c1d0-4f13-9dbd-1907b90f5e3a cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:30:08.949363 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d360ef-74fb-40db-a4c7-1209d293e8d2 admin admin] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:30:08.949363 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-c1d360ef-74fb-40db-a4c7-1209d293e8d2 admin admin] 10.222.0.54 "PUT /v2.0/routers/ce3f61c9-8020-49fc-a762-d31de0eaea37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4824858 Sep 15 15:30:08.951278 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f18f51ac-469a-4c7e-9432-408cb1270e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:08.985706 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f18f51ac-469a-4c7e-9432-408cb1270e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:09.176322 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f18f51ac-469a-4c7e-9432-408cb1270e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:09.181513 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f18f51ac-469a-4c7e-9432-408cb1270e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:09.187203 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-f18f51ac-469a-4c7e-9432-408cb1270e2f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a28ebd5c-d1d6-47a3-8201-e97619536e85 HTTP/1.1" status: 204 len: 168 time: 0.3550754 Sep 15 15:30:09.237545 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f51ac-469a-4c7e-9432-408cb1270e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28ebd5c-d1d6-47a3-8201-e97619536e85,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:09.383195 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aa902a-5cc5-43e7-911c-f5e379293995 None None] Sync routers for ids ['ce3f61c9-8020-49fc-a762-d31de0eaea37'] in dv-cinder-809201-1-iscsi {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:30:09.396005 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aa902a-5cc5-43e7-911c-f5e379293995 None None] Routers {'ce3f61c9-8020-49fc-a762-d31de0eaea37'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:30:09.398212 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-20aa902a-5cc5-43e7-911c-f5e379293995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:29:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['ce3f61c9-8020-49fc-a762-d31de0eaea37'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:09.465828 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467de14f-b91a-4559-a386-e38ec6ebef44 req-a9674eec-6a7f-48db-93a1-5de86c05d124 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:09.474498 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-467de14f-b91a-4559-a386-e38ec6ebef44 req-a9674eec-6a7f-48db-93a1-5de86c05d124 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.0656834 Sep 15 15:30:09.549071 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-467de14f-b91a-4559-a386-e38ec6ebef44 req-41a0b68e-3c05-45e7-911f-467122f749b8 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676904 Sep 15 15:30:09.621920 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-20aa902a-5cc5-43e7-911c-f5e379293995 None None] Set router ce3f61c9-8020-49fc-a762-d31de0eaea37 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:30:09.892100 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-20aa902a-5cc5-43e7-911c-f5e379293995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3f61c9-8020-49fc-a762-d31de0eaea37', 'name': 'tempest-TestMinimumBasicScenario-1421535887-router', 'tenant_id': 'eadd4580ffbb4251a354d705dde5e60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '19d1df98-b968-4710-acd1-9eac1fae1a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:30:01Z', 'updated_at': '2021-09-15T15:30:07Z', 'revision_number': 4, 'project_id': 'eadd4580ffbb4251a354d705dde5e60e', 'gw_port': {'id': '19d1df98-b968-4710-acd1-9eac1fae1a92', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3f61c9-8020-49fc-a762-d31de0eaea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:30:02Z', 'updated_at': '2021-09-15T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': '22de7faf-c1d0-4f13-9dbd-1907b90f5e3a', 'name': '', 'network_id': 'cc8488ab-ee2d-4322-92fc-0fb4057be7e8', 'tenant_id': 'eadd4580ffbb4251a354d705dde5e60e', 'mac_address': 'fa:16:3e:c4:d4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3f61c9-8020-49fc-a762-d31de0eaea37', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'ccbb31fa-2efe-439f-a33a-fa21bbeb1c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:30:05Z', 'updated_at': '2021-09-15T15:30:07Z', 'revision_number': 2, 'project_id': 'eadd4580ffbb4251a354d705dde5e60e', 'subnets': [{'id': 'ccbb31fa-2efe-439f-a33a-fa21bbeb1c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:10.180716 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 19d1df98-b968-4710-acd1-9eac1fae1a92 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:30:10.183271 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aa902a-5cc5-43e7-911c-f5e379293995 None None] Checking router: ce3f61c9-8020-49fc-a762-d31de0eaea37 for host: dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:30:10.190720 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aa902a-5cc5-43e7-911c-f5e379293995 None None] Updating router ce3f61c9-8020-49fc-a762-d31de0eaea37 port 22de7faf-c1d0-4f13-9dbd-1907b90f5e3a binding host dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:30:10.229535 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-20aa902a-5cc5-43e7-911c-f5e379293995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:10.361571 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 19d1df98-b968-4710-acd1-9eac1fae1a92 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:30:10.361787 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:10.741413 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-20aa902a-5cc5-43e7-911c-f5e379293995 None None] Notify callbacks [] for port, precommit_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:10.858385 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612cefb-171d-4629-8c6e-805fa31bb132 req-f27cfc6a-4bb4-45ef-aed7-fe15e16b17b7 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:10.868899 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d612cefb-171d-4629-8c6e-805fa31bb132 req-f27cfc6a-4bb4-45ef-aed7-fe15e16b17b7 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.1448569 Sep 15 15:30:10.943130 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d612cefb-171d-4629-8c6e-805fa31bb132 req-7fa49cb0-c72e-456d-b299-4573220d00fe tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649021 Sep 15 15:30:11.215958 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-20aa902a-5cc5-43e7-911c-f5e379293995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:11.284980 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f68455-0243-4714-bef4-9f45804e787d None None] Pushing event updated for resources: {'Port': ['ID=22de7faf-c1d0-4f13-9dbd-1907b90f5e3a,revision_number=3']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:11.451801 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-20aa902a-5cc5-43e7-911c-f5e379293995 None None] Attempting to bind port 22de7faf-c1d0-4f13-9dbd-1907b90f5e3a on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:30:11.452175 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-20aa902a-5cc5-43e7-911c-f5e379293995 None None] Attempting to bind port 22de7faf-c1d0-4f13-9dbd-1907b90f5e3a by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': '62a945db-1fa0-4a32-aa75-c316044b4e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cc8488ab-ee2d-4322-92fc-0fb4057be7e8'}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:30:11.452540 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aa902a-5cc5-43e7-911c-f5e379293995 None None] Attempting to bind port 22de7faf-c1d0-4f13-9dbd-1907b90f5e3a on network cc8488ab-ee2d-4322-92fc-0fb4057be7e8 {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:30:11.468435 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aa902a-5cc5-43e7-911c-f5e379293995 None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:30:11.468753 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aa902a-5cc5-43e7-911c-f5e379293995 None None] Checking segment: {'id': '62a945db-1fa0-4a32-aa75-c316044b4e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cc8488ab-ee2d-4322-92fc-0fb4057be7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:30:11.469162 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-20aa902a-5cc5-43e7-911c-f5e379293995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:11.469566 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aa902a-5cc5-43e7-911c-f5e379293995 None None] Bound using segment: {'id': '62a945db-1fa0-4a32-aa75-c316044b4e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cc8488ab-ee2d-4322-92fc-0fb4057be7e8'} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:30:11.470180 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-20aa902a-5cc5-43e7-911c-f5e379293995 None None] Bound port: 22de7faf-c1d0-4f13-9dbd-1907b90f5e3a, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a945db-1fa0-4a32-aa75-c316044b4e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'cc8488ab-ee2d-4322-92fc-0fb4057be7e8'}}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:30:11.470573 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-20aa902a-5cc5-43e7-911c-f5e379293995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:11.674263 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-20aa902a-5cc5-43e7-911c-f5e379293995 None None] For port 22de7faf-c1d0-4f13-9dbd-1907b90f5e3a, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:30:11.683717 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-20aa902a-5cc5-43e7-911c-f5e379293995 None None] For port 22de7faf-c1d0-4f13-9dbd-1907b90f5e3a, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=22de7faf-c1d0-4f13-9dbd-1907b90f5e3a,segment=NetworkSegment(62a945db-1fa0-4a32-aa75-c316044b4e54),segment_id=62a945db-1fa0-4a32-aa75-c316044b4e54)] {{(pid=94801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:30:11.769427 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-20aa902a-5cc5-43e7-911c-f5e379293995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:11.834364 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f68455-0243-4714-bef4-9f45804e787d None None] Pushing event updated for resources: {'Port': ['ID=22de7faf-c1d0-4f13-9dbd-1907b90f5e3a,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:11.886260 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aa902a-5cc5-43e7-911c-f5e379293995 None None] Routers {'ce3f61c9-8020-49fc-a762-d31de0eaea37'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:30:11.886929 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-20aa902a-5cc5-43e7-911c-f5e379293995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:29:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['ce3f61c9-8020-49fc-a762-d31de0eaea37'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:12.063907 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-20aa902a-5cc5-43e7-911c-f5e379293995 None None] Set router ce3f61c9-8020-49fc-a762-d31de0eaea37 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:30:12.123727 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f488a85-b82a-4818-9cae-9e21259a40cf req-e0540a12-b3db-47f4-a46d-d928893bbaf5 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:12.164595 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2f488a85-b82a-4818-9cae-9e21259a40cf req-e0540a12-b3db-47f4-a46d-d928893bbaf5 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.1133502 Sep 15 15:30:12.264024 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-81caedd4-e340-40f0-b01b-1ba0a9183de7 None None] Provisioning complete for port 22de7faf-c1d0-4f13-9dbd-1907b90f5e3a triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:30:12.264404 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-81caedd4-e340-40f0-b01b-1ba0a9183de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:12.303099 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2f488a85-b82a-4818-9cae-9e21259a40cf req-b2aed735-314c-48c4-95fa-4be7ae33ad88 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373072 Sep 15 15:30:12.552144 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-81caedd4-e340-40f0-b01b-1ba0a9183de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:12.659894 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-81caedd4-e340-40f0-b01b-1ba0a9183de7 None None] For port 22de7faf-c1d0-4f13-9dbd-1907b90f5e3a, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=22de7faf-c1d0-4f13-9dbd-1907b90f5e3a,segment=NetworkSegment(62a945db-1fa0-4a32-aa75-c316044b4e54),segment_id=62a945db-1fa0-4a32-aa75-c316044b4e54)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:30:12.727808 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-20aa902a-5cc5-43e7-911c-f5e379293995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3f61c9-8020-49fc-a762-d31de0eaea37', 'name': 'tempest-TestMinimumBasicScenario-1421535887-router', 'tenant_id': 'eadd4580ffbb4251a354d705dde5e60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '19d1df98-b968-4710-acd1-9eac1fae1a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:30:01Z', 'updated_at': '2021-09-15T15:30:07Z', 'revision_number': 4, 'project_id': 'eadd4580ffbb4251a354d705dde5e60e', 'gw_port': {'id': '19d1df98-b968-4710-acd1-9eac1fae1a92', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3f61c9-8020-49fc-a762-d31de0eaea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:30:02Z', 'updated_at': '2021-09-15T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': '22de7faf-c1d0-4f13-9dbd-1907b90f5e3a', 'name': '', 'network_id': 'cc8488ab-ee2d-4322-92fc-0fb4057be7e8', 'tenant_id': 'eadd4580ffbb4251a354d705dde5e60e', 'mac_address': 'fa:16:3e:c4:d4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3f61c9-8020-49fc-a762-d31de0eaea37', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'ccbb31fa-2efe-439f-a33a-fa21bbeb1c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:30:05Z', 'updated_at': '2021-09-15T15:30:11Z', 'revision_number': 4, 'project_id': 'eadd4580ffbb4251a354d705dde5e60e', 'subnets': [{'id': 'ccbb31fa-2efe-439f-a33a-fa21bbeb1c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:12.779590 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aa902a-5cc5-43e7-911c-f5e379293995 None None] The sync data for ids ['ce3f61c9-8020-49fc-a762-d31de0eaea37'] in dv-cinder-809201-1-iscsi is: [{'id': 'ce3f61c9-8020-49fc-a762-d31de0eaea37', 'name': 'tempest-TestMinimumBasicScenario-1421535887-router', 'tenant_id': 'eadd4580ffbb4251a354d705dde5e60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '19d1df98-b968-4710-acd1-9eac1fae1a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:30:01Z', 'updated_at': '2021-09-15T15:30:07Z', 'revision_number': 4, 'project_id': 'eadd4580ffbb4251a354d705dde5e60e', 'gw_port': {'id': '19d1df98-b968-4710-acd1-9eac1fae1a92', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3f61c9-8020-49fc-a762-d31de0eaea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:30:02Z', 'updated_at': '2021-09-15T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': '22de7faf-c1d0-4f13-9dbd-1907b90f5e3a', 'name': '', 'network_id': 'cc8488ab-ee2d-4322-92fc-0fb4057be7e8', 'tenant_id': 'eadd4580ffbb4251a354d705dde5e60e', 'mac_address': 'fa:16:3e:c4:d4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3f61c9-8020-49fc-a762-d31de0eaea37', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'ccbb31fa-2efe-439f-a33a-fa21bbeb1c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:30:05Z', 'updated_at': '2021-09-15T15:30:11Z', 'revision_number': 4, 'project_id': 'eadd4580ffbb4251a354d705dde5e60e', 'subnets': [{'id': 'ccbb31fa-2efe-439f-a33a-fa21bbeb1c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:30:12.784054 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-81caedd4-e340-40f0-b01b-1ba0a9183de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:13.011336 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81caedd4-e340-40f0-b01b-1ba0a9183de7 None None] Pushing event updated for resources: {'Port': ['ID=22de7faf-c1d0-4f13-9dbd-1907b90f5e3a,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:13.019550 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-7c419230-dac3-416c-93af-0b5ce8f2c7f2 None None] Provisioning complete for port 22de7faf-c1d0-4f13-9dbd-1907b90f5e3a triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:30:13.020389 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-7c419230-dac3-416c-93af-0b5ce8f2c7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:13.666820 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ff63e-a31c-4700-8e9c-7b4c6a734d2c req-c8d679f9-9cc4-41dc-92ad-418ea0b6d993 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:13.674237 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5e4ff63e-a31c-4700-8e9c-7b4c6a734d2c req-c8d679f9-9cc4-41dc-92ad-418ea0b6d993 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.1195803 Sep 15 15:30:13.876387 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5e4ff63e-a31c-4700-8e9c-7b4c6a734d2c req-a546cf71-653d-4f76-bae1-22dc70e641e2 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537406 Sep 15 15:30:14.237517 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 22de7faf-c1d0-4f13-9dbd-1907b90f5e3a up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:30:14.407404 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 22de7faf-c1d0-4f13-9dbd-1907b90f5e3a triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:30:14.408013 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:15.227189 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f73c8e-b18e-468b-bd4d-9c3a0de708d7 req-a3783172-09e1-440b-b94c-b068eb6cb38f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:15.240722 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-00f73c8e-b18e-468b-bd4d-9c3a0de708d7 req-a3783172-09e1-440b-b94c-b068eb6cb38f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.1773329 Sep 15 15:30:15.354244 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-00f73c8e-b18e-468b-bd4d-9c3a0de708d7 req-dc4510d8-adfb-44f6-837e-11a6b3c52b90 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121166 Sep 15 15:30:16.355373 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeed16-5f5d-43a3-9d69-2d5774a04ab4 req-423f39b6-a3f0-4281-9c6b-d794097cbb7a tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:16.357092 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fcdeed16-5f5d-43a3-9d69-2d5774a04ab4 req-423f39b6-a3f0-4281-9c6b-d794097cbb7a tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.0870805 Sep 15 15:30:16.439006 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fcdeed16-5f5d-43a3-9d69-2d5774a04ab4 req-eac108f5-0d07-434c-a29d-35bfb029d3e6 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720282 Sep 15 15:30:16.579675 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34989b-a08a-452a-8727-1aca78f5cf3a req-fa4a9a06-646f-453c-8cc1-a986a5bdba9a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:16.588052 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ab34989b-a08a-452a-8727-1aca78f5cf3a req-fa4a9a06-646f-453c-8cc1-a986a5bdba9a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.0604410 Sep 15 15:30:16.657811 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ab34989b-a08a-452a-8727-1aca78f5cf3a req-084c3ae5-b2df-45de-bb52-d055caec84d4 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688617 Sep 15 15:30:17.835330 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce724ccf-a796-4703-a5ab-cbc6b49eff33 req-afcba8b6-081b-4752-8eb5-67ac3395d4b1 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:17.837989 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ce724ccf-a796-4703-a5ab-cbc6b49eff33 req-afcba8b6-081b-4752-8eb5-67ac3395d4b1 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.2682419 Sep 15 15:30:17.961063 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ce724ccf-a796-4703-a5ab-cbc6b49eff33 req-1aa08bd0-e56e-457e-ae64-a1d1307e4f19 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162252 Sep 15 15:30:18.014829 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43341c2-412e-4318-9c41-60ee98808648 req-87e46aa6-74e1-4ed8-ada0-d4aff5f1817a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:18.018556 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d43341c2-412e-4318-9c41-60ee98808648 req-87e46aa6-74e1-4ed8-ada0-d4aff5f1817a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.1226735 Sep 15 15:30:18.160241 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d43341c2-412e-4318-9c41-60ee98808648 req-5d92dea3-3ca2-46a9-b488-58a9dbe63e1b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186075 Sep 15 15:30:19.117497 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4da72-1ca3-4642-bf7d-4353436e4b19 req-30468405-7238-4720-803b-a0c54b3a1c6a tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:19.119192 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-01a4da72-1ca3-4642-bf7d-4353436e4b19 req-30468405-7238-4720-803b-a0c54b3a1c6a tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.0646980 Sep 15 15:30:19.179662 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-01a4da72-1ca3-4642-bf7d-4353436e4b19 req-5f6d8af1-54fe-436c-a8f8-25e6f1508bb0 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516520 Sep 15 15:30:19.357345 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bbbed-3218-4eb8-b165-20a824343b51 req-0652fcd3-cbb6-41ee-83cc-f949af70e4ae tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:19.358871 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-892bbbed-3218-4eb8-b165-20a824343b51 req-0652fcd3-cbb6-41ee-83cc-f949af70e4ae tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.0509660 Sep 15 15:30:19.411058 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-892bbbed-3218-4eb8-b165-20a824343b51 req-91777b9f-5e14-44af-b48d-e0686cfffdc7 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456939 Sep 15 15:30:20.342764 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261f447-4e64-46f0-b2eb-df8fc2457d9f req-188136b2-c708-4206-8e2d-c93a0eb3e4cf tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:20.355281 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0261f447-4e64-46f0-b2eb-df8fc2457d9f req-188136b2-c708-4206-8e2d-c93a0eb3e4cf tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.0895329 Sep 15 15:30:20.409859 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0261f447-4e64-46f0-b2eb-df8fc2457d9f req-1263b4fe-f8f2-41f8-adf1-39647052dc26 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439100 Sep 15 15:30:20.550931 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c8b7e-eda8-4c42-a548-d42f576ff2ed req-31b3d2ed-dea4-4a0f-a871-3052d34399ac tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:20.559053 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fb3c8b7e-eda8-4c42-a548-d42f576ff2ed req-31b3d2ed-dea4-4a0f-a871-3052d34399ac tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.0676069 Sep 15 15:30:20.615062 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fb3c8b7e-eda8-4c42-a548-d42f576ff2ed req-d9d9a765-1279-4864-88c4-0bdaec8e9609 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462496 Sep 15 15:30:21.605346 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697f560-e0dc-4745-91de-ade864e1c86e req-dac6f207-a1d4-47dc-b809-f0ca768d59a1 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:21.618283 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d697f560-e0dc-4745-91de-ade864e1c86e req-dac6f207-a1d4-47dc-b809-f0ca768d59a1 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.1326227 Sep 15 15:30:21.738274 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d697f560-e0dc-4745-91de-ade864e1c86e req-c90bcce7-fe6f-4397-b87a-f4a538e1b982 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185906 Sep 15 15:30:21.814588 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c2d1a-20fe-448a-897e-f9bc6160422a req-24482933-da2e-46cc-959b-68fbbab70102 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:21.822377 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-219c2d1a-20fe-448a-897e-f9bc6160422a req-24482933-da2e-46cc-959b-68fbbab70102 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.0708358 Sep 15 15:30:21.993816 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-219c2d1a-20fe-448a-897e-f9bc6160422a req-07d00a88-a834-4b1a-8783-71f2dfb35a71 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703942 Sep 15 15:30:22.953899 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca57c3b-b37e-4ea5-9242-378115ee1dac req-eaa13dcf-f1c2-4b80-90c4-fc252aeb15fc tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:22.963213 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dca57c3b-b37e-4ea5-9242-378115ee1dac req-eaa13dcf-f1c2-4b80-90c4-fc252aeb15fc tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.1015787 Sep 15 15:30:23.031993 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dca57c3b-b37e-4ea5-9242-378115ee1dac req-3c07a0dc-618e-4193-b04d-283a1a85adbc tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479214 Sep 15 15:30:23.119996 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 51878) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:23.167413 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e4197-9063-4ce5-aa0b-d055bae9da9a req-0b58b0f3-ab36-4ba5-9166-4c200dec0052 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:23.172098 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b00e4197-9063-4ce5-aa0b-d055bae9da9a req-0b58b0f3-ab36-4ba5-9166-4c200dec0052 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.0534620 Sep 15 15:30:23.209353 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b00e4197-9063-4ce5-aa0b-d055bae9da9a req-ba4868a2-7019-4b56-bdd1-fb5e5ce04bbe tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342958 Sep 15 15:30:23.248806 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4ceb8e01-3752-4998-bdc4-0993bc5bb145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:23.339767 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4ceb8e01-3752-4998-bdc4-0993bc5bb145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:23.494654 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-7e8e0003-dafb-4df5-8537-6f91c5922266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:23.495229 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4ceb8e01-3752-4998-bdc4-0993bc5bb145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:23.538934 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-4ceb8e01-3752-4998-bdc4-0993bc5bb145 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d80833b052114ece9820592d2eeed8dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4176443 Sep 15 15:30:23.539668 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb8e01-3752-4998-bdc4-0993bc5bb145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b6c589-3c87-4aa3-9c90-5f3c50c81347,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:23.541355 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 51886) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:23.641314 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-626cf9fe-7eca-4922-9f4c-2512c0e1af48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:23.670608 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-626cf9fe-7eca-4922-9f4c-2512c0e1af48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:23.763978 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 51892) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:23.854708 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-626cf9fe-7eca-4922-9f4c-2512c0e1af48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:23.860085 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-626cf9fe-7eca-4922-9f4c-2512c0e1af48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:23.870437 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-626cf9fe-7eca-4922-9f4c-2512c0e1af48 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/62b6c589-3c87-4aa3-9c90-5f3c50c81347 HTTP/1.1" status: 204 len: 168 time: 0.3190196 Sep 15 15:30:23.877564 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cf9fe-7eca-4922-9f4c-2512c0e1af48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b6c589-3c87-4aa3-9c90-5f3c50c81347,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:24.057229 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-93afe28c-a0fe-4882-8021-1afd94994724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:24.254669 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:24.271799 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131c159-4420-4797-99f4-65f559003fa3 req-0579085d-3938-46fa-a123-09a2ff3d8e79 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:24.281001 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9131c159-4420-4797-99f4-65f559003fa3 req-0579085d-3938-46fa-a123-09a2ff3d8e79 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.1131616 Sep 15 15:30:24.361650 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9131c159-4420-4797-99f4-65f559003fa3 req-8096a8ff-6668-4d62-909d-00ba07086b8b tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795293 Sep 15 15:30:24.381179 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-93afe28c-a0fe-4882-8021-1afd94994724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:24.396510 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2740c-1706-4e1d-8662-f6865487afdd req-2ec65d12-6bc8-4ce7-8743-49925126e9f9 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:24.398023 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bda2740c-1706-4e1d-8662-f6865487afdd req-2ec65d12-6bc8-4ce7-8743-49925126e9f9 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.0874336 Sep 15 15:30:24.439582 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bda2740c-1706-4e1d-8662-f6865487afdd req-d175dbe6-c620-41d3-aaa3-28b2473aabd8 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348656 Sep 15 15:30:24.529192 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-93afe28c-a0fe-4882-8021-1afd94994724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:24.568488 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-93afe28c-a0fe-4882-8021-1afd94994724 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=28517494527b40ca8dec5f939fbee2fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8030589 Sep 15 15:30:24.569328 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93afe28c-a0fe-4882-8021-1afd94994724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee20aea4-5e30-44e8-a652-ac5521748ccd,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:24.571444 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 51918) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:24.638341 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-b86eebfe-0dce-48ff-aa9c-6536eab3cfc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:24.662622 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-b86eebfe-0dce-48ff-aa9c-6536eab3cfc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:24.802689 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-b86eebfe-0dce-48ff-aa9c-6536eab3cfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:24.805818 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-b86eebfe-0dce-48ff-aa9c-6536eab3cfc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:24.807244 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-b86eebfe-0dce-48ff-aa9c-6536eab3cfc9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ee20aea4-5e30-44e8-a652-ac5521748ccd HTTP/1.1" status: 204 len: 168 time: 0.2342498 Sep 15 15:30:24.816874 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86eebfe-0dce-48ff-aa9c-6536eab3cfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee20aea4-5e30-44e8-a652-ac5521748ccd,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:25.526541 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51dd92-b17a-41c8-9f28-19d708ba856f req-1a6bc66d-8474-4729-bc8c-bc2c1f1a7edc tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:25.528782 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2c51dd92-b17a-41c8-9f28-19d708ba856f req-1a6bc66d-8474-4729-bc8c-bc2c1f1a7edc tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.0885937 Sep 15 15:30:25.534498 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687090ab-f9d4-4da4-a5d3-a05c0dea3c08 req-eb1d9ba3-fe8a-4559-85f7-5cdedaac540a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:25.536105 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-687090ab-f9d4-4da4-a5d3-a05c0dea3c08 req-eb1d9ba3-fe8a-4559-85f7-5cdedaac540a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc084fec0e234562acc43f991b033c39&device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 1096 time: 0.0789649 Sep 15 15:30:25.597186 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2c51dd92-b17a-41c8-9f28-19d708ba856f req-0d1ad933-1211-4888-af28-5e0b6819af1d tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544341 Sep 15 15:30:25.691615 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687090ab-f9d4-4da4-a5d3-a05c0dea3c08 req-22a78a42-636d-46c5-b91c-6de392841aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:25.693355 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-687090ab-f9d4-4da4-a5d3-a05c0dea3c08 req-22a78a42-636d-46c5-b91c-6de392841aa6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=08ee10b2-2fff-43fe-b79f-30f962cb12be HTTP/1.1" status: 200 len: 918 time: 0.1271758 Sep 15 15:30:25.800163 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-687090ab-f9d4-4da4-a5d3-a05c0dea3c08 req-36a86e2d-3603-4806-9987-3ae8fa5b80a3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61660cf0-a5b0-4f1a-a8b1-45322b8c8615 HTTP/1.1" status: 200 len: 999 time: 0.0858157 Sep 15 15:30:25.943821 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f972f-6f9c-4ed2-9baf-ea6ff3787e8d req-9d81bfdc-d371-43af-a3ef-156047a7f1b3 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:25.945595 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-d61f972f-6f9c-4ed2-9baf-ea6ff3787e8d req-9d81bfdc-d371-43af-a3ef-156047a7f1b3 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.58 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 945 time: 0.0565073 Sep 15 15:30:25.962306 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:30:25.979237 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687090ab-f9d4-4da4-a5d3-a05c0dea3c08 req-1bf34a44-2605-4f51-aad8-7cb4078e3443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:25.980993 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-687090ab-f9d4-4da4-a5d3-a05c0dea3c08 req-1bf34a44-2605-4f51-aad8-7cb4078e3443 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c269f95b-bd52-41fc-a168-8d0b68cfbdb3 HTTP/1.1" status: 200 len: 856 time: 0.1163003 Sep 15 15:30:26.003616 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a97ac-e1a1-4a27-8e1f-2b786536c3a4 req-3fde3849-c3c1-4363-8426-55d63fa42f3c tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:26.012715 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6a0a97ac-e1a1-4a27-8e1f-2b786536c3a4 req-3fde3849-c3c1-4363-8426-55d63fa42f3c tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.3086371 Sep 15 15:30:26.084331 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [req-d61f972f-6f9c-4ed2-9baf-ea6ff3787e8d req-0213d870-7193-49ae-9e21-63d4eeed0dfc tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Deleting port ecd4452c-81e7-45c4-bc98-c6fec880f822 {{(pid=94799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:30:26.084855 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-d61f972f-6f9c-4ed2-9baf-ea6ff3787e8d req-0213d870-7193-49ae-9e21-63d4eeed0dfc tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:26.181111 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-1a94394d-592b-45e6-b2bf-ef09e227f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:26.241304 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [req-d61f972f-6f9c-4ed2-9baf-ea6ff3787e8d req-0213d870-7193-49ae-9e21-63d4eeed0dfc tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] For port ecd4452c-81e7-45c4-bc98-c6fec880f822, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=ecd4452c-81e7-45c4-bc98-c6fec880f822,segment=NetworkSegment(c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9),segment_id=c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9)] {{(pid=94799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:30:26.241718 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-d61f972f-6f9c-4ed2-9baf-ea6ff3787e8d req-0213d870-7193-49ae-9e21-63d4eeed0dfc tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:26.256879 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [req-d61f972f-6f9c-4ed2-9baf-ea6ff3787e8d req-0213d870-7193-49ae-9e21-63d4eeed0dfc tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Calling delete_port for ecd4452c-81e7-45c4-bc98-c6fec880f822 owned by compute:nova {{(pid=94799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:30:26.288751 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:26.379522 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-03454c35-89d3-4aaf-a7aa-b0e10ce3620b tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:26.386645 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-03454c35-89d3-4aaf-a7aa-b0e10ce3620b tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/networks?id=892dd142-5f76-4245-922e-3a04ff98d493 HTTP/1.1" status: 200 len: 814 time: 0.5840170 Sep 15 15:30:26.422445 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-c417f31e-a59c-41cf-8081-5c5087ad4593 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/quotas/64fab051a563434c8268b58bbb0d3e80 HTTP/1.1" status: 200 len: 375 time: 0.0334923 Sep 15 15:30:26.426631 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6a0a97ac-e1a1-4a27-8e1f-2b786536c3a4 req-7ff87d04-82e1-4ca6-a3aa-c3606d3580cf tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4132268 Sep 15 15:30:26.462887 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687090ab-f9d4-4da4-a5d3-a05c0dea3c08 req-22ed60a7-748a-481f-b144-09aaa2728998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:26.462887 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-687090ab-f9d4-4da4-a5d3-a05c0dea3c08 req-22ed60a7-748a-481f-b144-09aaa2728998 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=08ee10b2-2fff-43fe-b79f-30f962cb12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4387870 Sep 15 15:30:26.492616 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-1c8a28d1-7c45-4d20-a37c-663acbb53c01 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=64fab051a563434c8268b58bbb0d3e80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692730 Sep 15 15:30:26.573526 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-d61f972f-6f9c-4ed2-9baf-ea6ff3787e8d req-0213d870-7193-49ae-9e21-63d4eeed0dfc tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:26.590649 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['ecd4452c-81e7-45c4-bc98-c6fec880f822', '87684267-f620-4297-9301-e7938b4b736d'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:30:26.606163 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213d870-7193-49ae-9e21-63d4eeed0dfc tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Pushing event deleted for resources: {'Port': ['ID=ecd4452c-81e7-45c4-bc98-c6fec880f822,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:26.647172 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-687090ab-f9d4-4da4-a5d3-a05c0dea3c08 req-6fb269a3-fb4d-41f7-bb9b-ad8920510e67 service neutron] 10.222.0.58 "GET /v2.0/networks/08ee10b2-2fff-43fe-b79f-30f962cb12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703539 Sep 15 15:30:26.664479 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61f972f-6f9c-4ed2-9baf-ea6ff3787e8d req-0213d870-7193-49ae-9e21-63d4eeed0dfc tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] No DVR routers for this DVR port ecd4452c-81e7-45c4-bc98-c6fec880f822 on host hv-cinder-80920 {{(pid=94799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:30:26.669750 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-d61f972f-6f9c-4ed2-9baf-ea6ff3787e8d req-0213d870-7193-49ae-9e21-63d4eeed0dfc tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:26.671984 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-d61f972f-6f9c-4ed2-9baf-ea6ff3787e8d req-0213d870-7193-49ae-9e21-63d4eeed0dfc tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.58 "DELETE /v2.0/ports/ecd4452c-81e7-45c4-bc98-c6fec880f822 HTTP/1.1" status: 204 len: 173 time: 0.7201345 Sep 15 15:30:26.672654 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823a33e6-a2bd-4009-9f40-4dccf46b7c05', 'name': 'network-vif-deleted', 'tag': 'ecd4452c-81e7-45c4-bc98-c6fec880f822'}] {{(pid=94799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:30:26.675228 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caaf3dc35d391ee5789c70ae145b39738e2d95c5e07cc5749919ddff6cc97c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15468efd-440f-4a6b-b298-81280e37aed5" -d '{"events": [{"server_uuid": "823a33e6-a2bd-4009-9f40-4dccf46b7c05", "name": "network-vif-deleted", "tag": "ecd4452c-81e7-45c4-bc98-c6fec880f822"}]}' {{(pid=94799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:30:26.709932 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-b5608aaf-5f25-4b42-bf89-a5b72170f689 service neutron] 10.222.0.54 "GET /v2.0/networks/892dd142-5f76-4245-922e-3a04ff98d493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038605 Sep 15 15:30:26.820220 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-57f75eb9-a9bd-4a88-a25b-323cf334f664 req-f8e97f29-dcdd-4bca-a16c-534a862227cb tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 210 time: 0.0444913 Sep 15 15:30:26.881811 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-687090ab-f9d4-4da4-a5d3-a05c0dea3c08 req-3c3e2435-e4f5-4251-894a-73df4bbf682f service neutron] 10.222.0.58 "GET /v2.0/networks/08ee10b2-2fff-43fe-b79f-30f962cb12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201266 Sep 15 15:30:26.899083 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7d6d21-25aa-4257-9d54-c0072e1e5f25 x-openstack-request-id: req-3a7d6d21-25aa-4257-9d54-c0072e1e5f25 {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:30:26.900220 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823a33e6-a2bd-4009-9f40-4dccf46b7c05", "name": "network-vif-deleted", "tag": "ecd4452c-81e7-45c4-bc98-c6fec880f822", "status": "completed", "code": 200}]} {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:30:26.900770 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3a7d6d21-25aa-4257-9d54-c0072e1e5f25 {{(pid=94799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:30:26.901373 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823a33e6-a2bd-4009-9f40-4dccf46b7c05', 'name': 'network-vif-deleted', 'tag': 'ecd4452c-81e7-45c4-bc98-c6fec880f822', 'status': 'completed', 'code': 200} Sep 15 15:30:26.905733 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-9cae1677-4ccc-4afe-98c4-e5915e6a0b22 service neutron] 10.222.0.54 "GET /v2.0/networks/892dd142-5f76-4245-922e-3a04ff98d493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584392 Sep 15 15:30:27.132753 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:27.226792 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ce5d197a-1fab-4d77-b8e3-10f894a11fef req-8d0aa072-fb53-4d72-9e6d-e51fc5c9a4f9 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 210 time: 0.0305283 Sep 15 15:30:27.605618 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b10ef-2d00-414f-913e-8f6b26364ba7 req-7bff60b9-7c07-41a1-8aac-203b051c6360 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:27.607949 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b61b10ef-2d00-414f-913e-8f6b26364ba7 req-7bff60b9-7c07-41a1-8aac-203b051c6360 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.0932760 Sep 15 15:30:27.700404 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b61b10ef-2d00-414f-913e-8f6b26364ba7 req-137df3c9-f975-40c8-acf4-34cb068cb482 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858846 Sep 15 15:30:27.719177 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e96df-817a-4d22-bf0f-a1fad1da5569 req-bf784fee-9ca5-4451-89fd-118e1dc0ff27 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:27.720725 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-600e96df-817a-4d22-bf0f-a1fad1da5569 req-bf784fee-9ca5-4451-89fd-118e1dc0ff27 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=04fa1751-9cb7-4f82-9ff7-236b6ce2c093 HTTP/1.1" status: 200 len: 945 time: 0.0730960 Sep 15 15:30:27.764829 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-600e96df-817a-4d22-bf0f-a1fad1da5569 req-6817ee61-3a3b-43ce-94bc-17f7240dfe54 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bd7e484-6080-4c28-ae89-9d2db1471b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382242 Sep 15 15:30:27.951315 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b9062873-35ac-4ece-b109-a28869114ac4 req-72bb68a0-c68a-404e-8b2d-3cadff63bccf tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=823a33e6-a2bd-4009-9f40-4dccf46b7c05 HTTP/1.1" status: 200 len: 210 time: 0.0272775 Sep 15 15:30:28.311421 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c3f41ea4-ba12-4645-9c36-aa04a13cdc2e req-3dcf4b72-7651-40c7-b787-c0cc819bedf5 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 210 time: 0.0278728 Sep 15 15:30:28.742884 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:28.844886 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec06c4-55ff-4dd7-8bec-6e64184ccd9a req-1438b9f3-2f9e-457b-976b-7fe47cf0c009 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:28.854120 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8cec06c4-55ff-4dd7-8bec-6e64184ccd9a req-1438b9f3-2f9e-457b-976b-7fe47cf0c009 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.0733998 Sep 15 15:30:28.939096 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8cec06c4-55ff-4dd7-8bec-6e64184ccd9a req-2a957888-d710-4d22-b948-302bff905c11 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838466 Sep 15 15:30:28.962603 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1028a9-ac6b-42c5-b057-7128908e19d1 req-b1765d22-5830-405b-8fe8-d609b3284713 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:28.962603 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5f1028a9-ac6b-42c5-b057-7128908e19d1 req-b1765d22-5830-405b-8fe8-d609b3284713 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=04fa1751-9cb7-4f82-9ff7-236b6ce2c093 HTTP/1.1" status: 200 len: 945 time: 0.0923884 Sep 15 15:30:28.999169 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5f1028a9-ac6b-42c5-b057-7128908e19d1 req-e0fd111c-3a1e-4650-a0a8-a5333915995d tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bd7e484-6080-4c28-ae89-9d2db1471b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360534 Sep 15 15:30:29.061627 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-f16566bd-cc33-48f3-9019-1075741aaaa4 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=2dbfb59a602f41bf8f192f9bb02d8a3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399084 Sep 15 15:30:29.280333 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-e1c4c089-cec7-4185-a68c-3021cfa559e0 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:29.283655 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-e1c4c089-cec7-4185-a68c-3021cfa559e0 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2032318 Sep 15 15:30:29.303116 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-cbbb8132-287b-4a25-bec2-3e4420ae18e0 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/quotas/2dbfb59a602f41bf8f192f9bb02d8a3d HTTP/1.1" status: 200 len: 375 time: 0.0139723 Sep 15 15:30:29.338037 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-5ba54f28-027e-4cd7-8e28-ccbcc7892ef5 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2dbfb59a602f41bf8f192f9bb02d8a3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276475 Sep 15 15:30:29.481797 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea5dba-b2e6-462b-ad5b-e88d76bb6243 req-c85000dc-ce28-4f7f-bdc4-b8db87ada2ea tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:29.483307 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-82ea5dba-b2e6-462b-ad5b-e88d76bb6243 req-c85000dc-ce28-4f7f-bdc4-b8db87ada2ea tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.58 "GET /v2.0/ports?device_id=04fa1751-9cb7-4f82-9ff7-236b6ce2c093 HTTP/1.1" status: 200 len: 945 time: 0.0695581 Sep 15 15:30:29.562092 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device aa187b77-c217-4871-b7ff-64383c050192 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:30:29.594028 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-be983701-0521-489d-8dc6-fcb925f3aa1f req-6d1c10c0-b5bc-4dbc-9205-28e98fd20ccd tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 210 time: 0.0361826 Sep 15 15:30:29.637600 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [req-82ea5dba-b2e6-462b-ad5b-e88d76bb6243 req-26dd666a-6a16-4dc9-b815-f25658745f21 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Deleting port aa187b77-c217-4871-b7ff-64383c050192 {{(pid=94800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:30:29.638109 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-82ea5dba-b2e6-462b-ad5b-e88d76bb6243 req-26dd666a-6a16-4dc9-b815-f25658745f21 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:29.697701 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:29.729793 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fa1751-9cb7-4f82-9ff7-236b6ce2c093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa187b77-c217-4871-b7ff-64383c050192'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:30:29.734947 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed8e01e-18ba-4b52-8cf1-bfe43ccdc886" -d '{"events": [{"server_uuid": "04fa1751-9cb7-4f82-9ff7-236b6ce2c093", "name": "network-vif-unplugged", "status": "completed", "tag": "aa187b77-c217-4871-b7ff-64383c050192"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:30:29.750378 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6244e6cf-fa2b-4328-b14e-419015778b54 req-ea6db889-2273-476a-a4d2-48b31584c5e2 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 210 time: 0.0758610 Sep 15 15:30:29.753176 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port aa187b77-c217-4871-b7ff-64383c050192, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=aa187b77-c217-4871-b7ff-64383c050192,segment=NetworkSegment(46c5849c-4221-4df8-bced-0edeaabd6b9c),segment_id=46c5849c-4221-4df8-bced-0edeaabd6b9c)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:30:29.823426 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df19c755-f11b-4614-89ed-715aeda7c928 x-openstack-request-id: req-df19c755-f11b-4614-89ed-715aeda7c928 {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:30:29.823727 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04fa1751-9cb7-4f82-9ff7-236b6ce2c093", "name": "network-vif-unplugged", "status": "completed", "tag": "aa187b77-c217-4871-b7ff-64383c050192", "code": 200}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:30:29.823974 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-df19c755-f11b-4614-89ed-715aeda7c928 {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:30:29.825016 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fa1751-9cb7-4f82-9ff7-236b6ce2c093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa187b77-c217-4871-b7ff-64383c050192', 'code': 200} Sep 15 15:30:29.857129 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b716674-bdad-4b3a-aea5-a2516a954ff8 req-d6200aa6-1e7a-44e0-938e-25bd723de17f tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:29.857605 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:29.858233 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device ecd4452c-81e7-45c4-bc98-c6fec880f822 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:30:29.866247 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6b716674-bdad-4b3a-aea5-a2516a954ff8 req-d6200aa6-1e7a-44e0-938e-25bd723de17f tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.1727393 Sep 15 15:30:29.902018 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-82ea5dba-b2e6-462b-ad5b-e88d76bb6243 req-26dd666a-6a16-4dc9-b815-f25658745f21 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] For port aa187b77-c217-4871-b7ff-64383c050192, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=aa187b77-c217-4871-b7ff-64383c050192,segment=NetworkSegment(46c5849c-4221-4df8-bced-0edeaabd6b9c),segment_id=46c5849c-4221-4df8-bced-0edeaabd6b9c)] {{(pid=94800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:30:29.903596 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-82ea5dba-b2e6-462b-ad5b-e88d76bb6243 req-26dd666a-6a16-4dc9-b815-f25658745f21 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:29.924915 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [req-82ea5dba-b2e6-462b-ad5b-e88d76bb6243 req-26dd666a-6a16-4dc9-b815-f25658745f21 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Calling delete_port for aa187b77-c217-4871-b7ff-64383c050192 owned by compute:nova {{(pid=94800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:30:29.936432 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] No Port match for: ecd4452c-81e7-45c4-bc98-c6fec880f822 {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:30:29.937337 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device ecd4452c-81e7-45c4-bc98-c6fec880f822 not bound to the agent host hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:30:29.959505 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6b716674-bdad-4b3a-aea5-a2516a954ff8 req-7e4c24a9-84c0-45c5-baec-b507b9d8f500 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869670 Sep 15 15:30:29.961082 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=aa187b77-c217-4871-b7ff-64383c050192,revision_number=6']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:30.116707 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2fe59-d8f4-4fae-87d1-1a37c0eec1fc req-784962df-7372-42f9-b63c-df81845cd3a7 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:30.118226 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9be2fe59-d8f4-4fae-87d1-1a37c0eec1fc req-784962df-7372-42f9-b63c-df81845cd3a7 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.0800362 Sep 15 15:30:30.210750 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9be2fe59-d8f4-4fae-87d1-1a37c0eec1fc req-fd0a7712-6e67-4876-acd6-fbe84f745748 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780025 Sep 15 15:30:30.221404 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9e680-2edf-4075-8313-3a25d5a68d10 req-56534d4e-9e1d-4f57-8588-62ec171c6f23 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:30.222937 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a7d9e680-2edf-4075-8313-3a25d5a68d10 req-56534d4e-9e1d-4f57-8588-62ec171c6f23 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=04fa1751-9cb7-4f82-9ff7-236b6ce2c093 HTTP/1.1" status: 200 len: 943 time: 0.1285448 Sep 15 15:30:30.286862 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a7d9e680-2edf-4075-8313-3a25d5a68d10 req-16558ce4-92d0-47d1-9f6d-6d5fd94a535b tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bd7e484-6080-4c28-ae89-9d2db1471b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497091 Sep 15 15:30:30.317945 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-82ea5dba-b2e6-462b-ad5b-e88d76bb6243 req-26dd666a-6a16-4dc9-b815-f25658745f21 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:30.353105 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd666a-6a16-4dc9-b815-f25658745f21 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Pushing event deleted for resources: {'Port': ['ID=aa187b77-c217-4871-b7ff-64383c050192,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:30.397925 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ea5dba-b2e6-462b-ad5b-e88d76bb6243 req-26dd666a-6a16-4dc9-b815-f25658745f21 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] No DVR routers for this DVR port aa187b77-c217-4871-b7ff-64383c050192 on host hv-cinder-80920 {{(pid=94800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:30:30.400930 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-82ea5dba-b2e6-462b-ad5b-e88d76bb6243 req-26dd666a-6a16-4dc9-b815-f25658745f21 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:30.403712 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-82ea5dba-b2e6-462b-ad5b-e88d76bb6243 req-26dd666a-6a16-4dc9-b815-f25658745f21 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.58 "DELETE /v2.0/ports/aa187b77-c217-4871-b7ff-64383c050192 HTTP/1.1" status: 204 len: 173 time: 0.9102268 Sep 15 15:30:30.404305 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04fa1751-9cb7-4f82-9ff7-236b6ce2c093', 'name': 'network-vif-deleted', 'tag': 'aa187b77-c217-4871-b7ff-64383c050192'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:30:30.406639 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8930d16-ee1e-4537-8533-8e98839a2f17" -d '{"events": [{"server_uuid": "04fa1751-9cb7-4f82-9ff7-236b6ce2c093", "name": "network-vif-deleted", "tag": "aa187b77-c217-4871-b7ff-64383c050192"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:30:30.460902 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870c07f3-db56-477c-8f88-22c9b1eae323 x-openstack-request-id: req-870c07f3-db56-477c-8f88-22c9b1eae323 {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:30:30.461264 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04fa1751-9cb7-4f82-9ff7-236b6ce2c093", "name": "network-vif-deleted", "tag": "aa187b77-c217-4871-b7ff-64383c050192", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:30:30.461612 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-870c07f3-db56-477c-8f88-22c9b1eae323 {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:30:30.462007 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04fa1751-9cb7-4f82-9ff7-236b6ce2c093', 'name': 'network-vif-deleted', 'tag': 'aa187b77-c217-4871-b7ff-64383c050192', 'status': 'completed', 'code': 200} Sep 15 15:30:30.704717 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e15490e5-b42c-4c24-b0c3-3ffe4b2bb26e req-f8ed17d4-2327-4d92-94c3-c5b0c7c6dafc tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 210 time: 0.0287018 Sep 15 15:30:30.836164 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e4ed5d37-b33f-4dbc-b813-bdf8fa17c302 req-0a1e88cc-cebb-4724-9b1c-7775641e4697 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 210 time: 0.0295277 Sep 15 15:30:31.076125 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e41b69-1d85-47a1-a84c-a6d53aa77811 req-2c7cbdc3-0378-4be4-8a1c-cd4228731cc5 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:31.081880 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-29e41b69-1d85-47a1-a84c-a6d53aa77811 req-2c7cbdc3-0378-4be4-8a1c-cd4228731cc5 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0578713 Sep 15 15:30:31.123521 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-29e41b69-1d85-47a1-a84c-a6d53aa77811 req-8ae0b42f-cfa6-4cee-bba6-4d817ac80032 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394175 Sep 15 15:30:31.350507 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0e113-a378-45a3-97d2-b0947c20af77 req-3f03a994-2337-45fe-89f6-d81ff19f4b87 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:31.352254 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-13c0e113-a378-45a3-97d2-b0947c20af77 req-3f03a994-2337-45fe-89f6-d81ff19f4b87 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.0527556 Sep 15 15:30:31.400131 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-33c07599-492d-4071-8c17-75d4b78872a4 req-dbb0341f-cc8e-40e2-a1af-9e3866a2c3b8 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=04fa1751-9cb7-4f82-9ff7-236b6ce2c093 HTTP/1.1" status: 200 len: 210 time: 0.0337319 Sep 15 15:30:31.417507 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-13c0e113-a378-45a3-97d2-b0947c20af77 req-7b0f9cd6-fd58-4041-9587-bd6984fc27b6 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592043 Sep 15 15:30:31.812372 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c332e271-b29c-4b0e-8afd-f55d52a5f9e0 req-bfc2c9e0-d6ef-49cc-848e-0b58cbd27a53 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 210 time: 0.0293720 Sep 15 15:30:31.941814 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-615738fc-df37-4096-ba61-bd3fb55c1cbe req-d57214fb-3bf9-44fa-8167-8c3468391de9 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 210 time: 0.0357504 Sep 15 15:30:32.257719 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc1c02-0851-4df5-93f3-54924b325b56 req-1836ff3d-987d-4374-9254-b5399e1e2f6a tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:32.259894 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f1dc1c02-0851-4df5-93f3-54924b325b56 req-1836ff3d-987d-4374-9254-b5399e1e2f6a tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0613616 Sep 15 15:30:32.302575 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f1dc1c02-0851-4df5-93f3-54924b325b56 req-39b1caeb-cf81-492d-9cab-90e117929878 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364554 Sep 15 15:30:32.547641 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-034240bd-a4ca-4ff6-966d-07bceb76a5d0 req-64a4f19c-885f-402a-812f-67b54c4b6bf0 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=04fa1751-9cb7-4f82-9ff7-236b6ce2c093 HTTP/1.1" status: 200 len: 210 time: 0.0515959 Sep 15 15:30:32.617678 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-2aa9cc39-0615-4401-ade3-818c9f480fdc tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:32.619246 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-2aa9cc39-0615-4401-ade3-818c9f480fdc tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.58 "GET /v2.0/networks?id=892dd142-5f76-4245-922e-3a04ff98d493 HTTP/1.1" status: 200 len: 814 time: 0.1917589 Sep 15 15:30:32.636132 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160e9f4-91cb-460b-a914-b044479f3931 req-5a9bd350-7013-45a5-a8b4-30d9f98014db tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:32.638418 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0160e9f4-91cb-460b-a914-b044479f3931 req-5a9bd350-7013-45a5-a8b4-30d9f98014db tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.0979645 Sep 15 15:30:32.643262 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-25bd517b-6868-44fe-a0c6-72da6823fc85 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Request body: {'port': {'device_id': '1a2b4c81-0269-4f0e-881a-a7d09a757431', 'network_id': '892dd142-5f76-4245-922e-3a04ff98d493', 'admin_state_up': True, 'tenant_id': '64fab051a563434c8268b58bbb0d3e80'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:30:32.733769 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0160e9f4-91cb-460b-a914-b044479f3931 req-2f889a55-3c89-4223-8afc-0d04b61b7ebc tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857620 Sep 15 15:30:32.903626 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-25bd517b-6868-44fe-a0c6-72da6823fc85 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Made reservation on behalf of 64fab051a563434c8268b58bbb0d3e80 for: {'port': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:30:32.907491 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-25bd517b-6868-44fe-a0c6-72da6823fc85 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:32.935649 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a2247990-749c-493c-8b34-4ed4a39772c3 req-ff2f82c9-4845-41ff-9f03-a959cc9c3601 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 210 time: 0.0516748 Sep 15 15:30:33.072228 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cedb63da-3fe9-4726-a281-c926b61034b8 req-7a32f61b-f104-473f-aae2-69be44a64a4a tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 210 time: 0.0525384 Sep 15 15:30:33.109076 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_common [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-25bd517b-6868-44fe-a0c6-72da6823fc85 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Allocated IP 172.20.0.10 (892dd142-5f76-4245-922e-3a04ff98d493/5b5056aa-2130-46e6-b026-a382a7bc0d18/42cef83e-5b70-4fe6-b5e3-03b9a0250437) {{(pid=94800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:30:33.350183 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-25bd517b-6868-44fe-a0c6-72da6823fc85 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for port, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:33.462902 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84228e9-a3d1-4cde-b768-2f31afc59b75 req-184e610d-da05-4855-b4b5-f67e3109a979 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:33.464499 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d84228e9-a3d1-4cde-b768-2f31afc59b75 req-184e610d-da05-4855-b4b5-f67e3109a979 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0633795 Sep 15 15:30:33.513869 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d84228e9-a3d1-4cde-b768-2f31afc59b75 req-96288694-6fc3-4737-8310-aabaf7c11adb tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395486 Sep 15 15:30:33.597866 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-25bd517b-6868-44fe-a0c6-72da6823fc85 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:33.678200 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-25bd517b-6868-44fe-a0c6-72da6823fc85 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Network 892dd142-5f76-4245-922e-3a04ff98d493 is already hosted by enough agents. {{(pid=94800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:30:33.721853 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd517b-6868-44fe-a0c6-72da6823fc85 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Pushing event updated for resources: {'Port': ['ID=42cef83e-5b70-4fe6-b5e3-03b9a0250437,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:33.725001 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-25bd517b-6868-44fe-a0c6-72da6823fc85 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Resources bound (agent type, host, resource id): {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:30:33.756218 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d3f9d742-21d6-4329-8cb9-c61965790f3f req-dec36a61-030f-4966-a556-2ea85bfc1002 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=04fa1751-9cb7-4f82-9ff7-236b6ce2c093 HTTP/1.1" status: 200 len: 210 time: 0.0953586 Sep 15 15:30:33.758443 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-25bd517b-6868-44fe-a0c6-72da6823fc85 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Received port after_create {{(pid=94800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:30:33.833463 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-25bd517b-6868-44fe-a0c6-72da6823fc85 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:33.836742 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-25bd517b-6868-44fe-a0c6-72da6823fc85 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:33.980699 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-25bd517b-6868-44fe-a0c6-72da6823fc85 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3411946 Sep 15 15:30:34.023584 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-997e111a-3929-40cb-97fd-674cc3a148f3 service neutron] Request body: {'port': {'device_id': '1a2b4c81-0269-4f0e-881a-a7d09a757431', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:30:34.038272 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2a2dd-918b-46a7-ad9f-b342f1200145 req-d495c3cb-3c8b-44b4-9b22-8f9a9f7d9772 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:34.042779 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c2e2a2dd-918b-46a7-ad9f-b342f1200145 req-d495c3cb-3c8b-44b4-9b22-8f9a9f7d9772 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 943 time: 0.1404939 Sep 15 15:30:34.224688 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-bf0546a3-8651-4c0c-9d8a-046ee20f1782 None None] Provisioning complete for port 42cef83e-5b70-4fe6-b5e3-03b9a0250437 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:30:34.225529 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-bf0546a3-8651-4c0c-9d8a-046ee20f1782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:34.281693 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-bf0546a3-8651-4c0c-9d8a-046ee20f1782 None None] Port 42cef83e-5b70-4fe6-b5e3-03b9a0250437 cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:30:34.378308 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:30:34.395220 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-993ed80a-33e3-4b7a-986b-21fe572c139e tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=2dbfb59a602f41bf8f192f9bb02d8a3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639851 Sep 15 15:30:34.698544 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 61660cf0-a5b0-4f1a-a8b1-45322b8c8615, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=61660cf0-a5b0-4f1a-a8b1-45322b8c8615,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:30:34.726247 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Returning: {'device': '61660cf0-a5b0-4f1a-a8b1-45322b8c8615', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'port_id': '61660cf0-a5b0-4f1a-a8b1-45322b8c8615', 'mac_address': 'fa:16:3e:44:b8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:30:34.799638 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:34.833812 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 {{(pid=94801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:30:34.871008 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-997e111a-3929-40cb-97fd-674cc3a148f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:34.879916 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-d5673922-7e7a-4376-9646-1eb93ec76dfa tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:34.882845 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c2e2a2dd-918b-46a7-ad9f-b342f1200145 req-e5ff0595-d0a1-4b56-8fbc-2de27df499cd tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8062000 Sep 15 15:30:34.899939 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-d5673922-7e7a-4376-9646-1eb93ec76dfa tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4977803 Sep 15 15:30:34.900830 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10474eb9-1c68-4b48-bd34-3c9788c11e59 req-ae86afde-aab3-43f1-b5c9-9bfebfb648d6 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:34.911023 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 61660cf0-a5b0-4f1a-a8b1-45322b8c8615, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=61660cf0-a5b0-4f1a-a8b1-45322b8c8615,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:30:34.914065 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-10474eb9-1c68-4b48-bd34-3c9788c11e59 req-ae86afde-aab3-43f1-b5c9-9bfebfb648d6 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 932 time: 0.8041754 Sep 15 15:30:34.925130 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-d98265d9-ff95-47d1-a7dc-ca4b23e2c218 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Request body: {'port': {'device_id': 'fb2b81c2-fbae-45d8-8b22-04893a53c297', 'network_id': 'a082eaa6-2e7b-4969-90cd-60649a7615e7', 'admin_state_up': True, 'tenant_id': '2dbfb59a602f41bf8f192f9bb02d8a3d'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:30:35.015085 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:35.040036 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-10474eb9-1c68-4b48-bd34-3c9788c11e59 req-648957ca-1cdf-4e29-8a61-d6658cbc4b4b tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189682 Sep 15 15:30:35.125902 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b16f6f2b-da51-45ea-a45f-f05fa62165c3 req-9f0641f6-6691-4d44-b18c-46c8c3e47937 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 210 time: 0.0377607 Sep 15 15:30:35.166733 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=61660cf0-a5b0-4f1a-a8b1-45322b8c8615,revision_number=9']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:35.191834 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-d98265d9-ff95-47d1-a7dc-ca4b23e2c218 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Made reservation on behalf of 2dbfb59a602f41bf8f192f9bb02d8a3d for: {'port': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:30:35.195797 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-d98265d9-ff95-47d1-a7dc-ca4b23e2c218 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:35.209897 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-d98265d9-ff95-47d1-a7dc-ca4b23e2c218 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:35.280852 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['61660cf0-a5b0-4f1a-a8b1-45322b8c8615'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:30:35.454672 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-d98265d9-ff95-47d1-a7dc-ca4b23e2c218 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:35.470342 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa9996-0bfc-4995-a051-ed37ecf3302a req-b3730283-1ccb-4eb9-9d50-88733a27fd85 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:35.472352 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d0aa9996-0bfc-4995-a051-ed37ecf3302a req-b3730283-1ccb-4eb9-9d50-88733a27fd85 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.2480640 Sep 15 15:30:35.564277 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-d98265d9-ff95-47d1-a7dc-ca4b23e2c218 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:35.569151 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d0aa9996-0bfc-4995-a051-ed37ecf3302a req-6f90db72-673d-49e7-a5ba-054ae1541c63 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891848 Sep 15 15:30:35.679803 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-997e111a-3929-40cb-97fd-674cc3a148f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42cef83e-5b70-4fe6-b5e3-03b9a0250437 {{(pid=94800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:30:35.692287 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-997e111a-3929-40cb-97fd-674cc3a148f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:35.713771 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.provisioning_blocks [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-997e111a-3929-40cb-97fd-674cc3a148f3 service neutron] Transition to ACTIVE for port object 42cef83e-5b70-4fe6-b5e3-03b9a0250437 will not be triggered until provisioned by entity L2. {{(pid=94800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:30:35.717534 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98265d9-ff95-47d1-a7dc-ca4b23e2c218 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1273d1ea-5117-43fd-95f1-845a4914dc33,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:35.837444 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_common [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-d98265d9-ff95-47d1-a7dc-ca4b23e2c218 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Allocated IP 192.168.233.94 (a082eaa6-2e7b-4969-90cd-60649a7615e7/d8a7ae63-7f37-4bd7-9e7e-7f0923f816d4/b48faaa7-79fe-4315-8de8-8443f41a6f2a) {{(pid=94799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:30:36.028192 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-997e111a-3929-40cb-97fd-674cc3a148f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:36.196983 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-d98265d9-ff95-47d1-a7dc-ca4b23e2c218 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Notify callbacks [] for port, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:36.223722 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e111a-3929-40cb-97fd-674cc3a148f3 service neutron] Pushing event updated for resources: {'Port': ['ID=42cef83e-5b70-4fe6-b5e3-03b9a0250437,revision_number=2']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:36.388664 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 up at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:30:36.392684 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-d98265d9-ff95-47d1-a7dc-ca4b23e2c218 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:36.432234 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e66a3-0ae9-4adf-98f1-92c7b0a7056e req-3fcffd24-2fd2-4419-a358-ba7b607fa83b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:36.442436 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-612e66a3-0ae9-4adf-98f1-92c7b0a7056e req-3fcffd24-2fd2-4419-a358-ba7b607fa83b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 944 time: 0.4176366 Sep 15 15:30:36.515359 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning complete for port 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:30:36.516094 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:36.523911 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98265d9-ff95-47d1-a7dc-ca4b23e2c218 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Pushing event updated for resources: {'Port': ['ID=b48faaa7-79fe-4315-8de8-8443f41a6f2a,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:36.548361 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-d98265d9-ff95-47d1-a7dc-ca4b23e2c218 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Network a082eaa6-2e7b-4969-90cd-60649a7615e7 is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:30:36.550100 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-997e111a-3929-40cb-97fd-674cc3a148f3 service neutron] Attempting to bind port 42cef83e-5b70-4fe6-b5e3-03b9a0250437 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:30:36.550256 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-997e111a-3929-40cb-97fd-674cc3a148f3 service neutron] Attempting to bind port 42cef83e-5b70-4fe6-b5e3-03b9a0250437 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'f771cd33-efad-4e9b-98af-f3712cca4008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '892dd142-5f76-4245-922e-3a04ff98d493'}] {{(pid=94800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:30:36.552704 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-997e111a-3929-40cb-97fd-674cc3a148f3 service neutron] Attempting to bind port 42cef83e-5b70-4fe6-b5e3-03b9a0250437 on network 892dd142-5f76-4245-922e-3a04ff98d493 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:30:36.557526 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-d98265d9-ff95-47d1-a7dc-ca4b23e2c218 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:30:36.562821 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-d98265d9-ff95-47d1-a7dc-ca4b23e2c218 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Received port after_create {{(pid=94799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:30:36.587018 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-612e66a3-0ae9-4adf-98f1-92c7b0a7056e req-94e6d5de-1460-4e25-a844-d70fb977a1a4 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450958 Sep 15 15:30:36.596866 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92b7f6-62f6-48d3-9ec5-b77cb64c0b4c req-3233f926-58d9-4896-9804-50c8a09d3619 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:36.598849 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dd92b7f6-62f6-48d3-9ec5-b77cb64c0b4c req-3233f926-58d9-4896-9804-50c8a09d3619 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 944 time: 0.3847368 Sep 15 15:30:36.602211 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-997e111a-3929-40cb-97fd-674cc3a148f3 service neutron] Port 42cef83e-5b70-4fe6-b5e3-03b9a0250437 on network 892dd142-5f76-4245-922e-3a04ff98d493 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:30:36.602211 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-997e111a-3929-40cb-97fd-674cc3a148f3 service neutron] Attempting to bind port 42cef83e-5b70-4fe6-b5e3-03b9a0250437 on network 892dd142-5f76-4245-922e-3a04ff98d493 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:30:36.605971 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-997e111a-3929-40cb-97fd-674cc3a148f3 service neutron] Checking agent: {'id': 'eba348e6-0b8a-43b6-acdf-c2678b53c044', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'started_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:30:36.606392 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-997e111a-3929-40cb-97fd-674cc3a148f3 service neutron] Checking segment: {'id': 'f771cd33-efad-4e9b-98af-f3712cca4008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '892dd142-5f76-4245-922e-3a04ff98d493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:30:36.607085 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-997e111a-3929-40cb-97fd-674cc3a148f3 service neutron] Bound using segment: {'id': 'f771cd33-efad-4e9b-98af-f3712cca4008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '892dd142-5f76-4245-922e-3a04ff98d493'} {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:30:36.607625 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-997e111a-3929-40cb-97fd-674cc3a148f3 service neutron] Bound port: 42cef83e-5b70-4fe6-b5e3-03b9a0250437, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f771cd33-efad-4e9b-98af-f3712cca4008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '892dd142-5f76-4245-922e-3a04ff98d493'}}] {{(pid=94800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:30:36.608961 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-997e111a-3929-40cb-97fd-674cc3a148f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:36.725128 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dd92b7f6-62f6-48d3-9ec5-b77cb64c0b4c req-7b2cc12e-fe07-45b5-8a5b-34e735bcc125 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127007 Sep 15 15:30:36.763145 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-997e111a-3929-40cb-97fd-674cc3a148f3 service neutron] For port 42cef83e-5b70-4fe6-b5e3-03b9a0250437, host hv-cinder-80920, cleared binding levels {{(pid=94800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:30:36.767202 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-997e111a-3929-40cb-97fd-674cc3a148f3 service neutron] For port 42cef83e-5b70-4fe6-b5e3-03b9a0250437, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=42cef83e-5b70-4fe6-b5e3-03b9a0250437,segment=NetworkSegment(f771cd33-efad-4e9b-98af-f3712cca4008),segment_id=f771cd33-efad-4e9b-98af-f3712cca4008)] {{(pid=94800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:30:36.788992 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-d98265d9-ff95-47d1-a7dc-ca4b23e2c218 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:36.789721 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-d98265d9-ff95-47d1-a7dc-ca4b23e2c218 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:36.818329 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:36.906106 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-d98265d9-ff95-47d1-a7dc-ca4b23e2c218 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9851470 Sep 15 15:30:36.908697 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52958035-d7b6-41f7-8bed-2af57d30b452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61660cf0-a5b0-4f1a-a8b1-45322b8c8615'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:30:36.920449 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c84958f-da76-4898-b8f2-0e0bbe214f07" -d '{"events": [{"server_uuid": "52958035-d7b6-41f7-8bed-2af57d30b452", "name": "network-vif-plugged", "status": "completed", "tag": "61660cf0-a5b0-4f1a-a8b1-45322b8c8615"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:30:36.920668 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-997e111a-3929-40cb-97fd-674cc3a148f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:36.947760 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 61660cf0-a5b0-4f1a-a8b1-45322b8c8615, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=61660cf0-a5b0-4f1a-a8b1-45322b8c8615,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:30:37.054708 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-11eb30ce-df2d-42ad-8736-9b24bf9dc775 None None] Provisioning complete for port b48faaa7-79fe-4315-8de8-8443f41a6f2a triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:30:37.056817 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-11eb30ce-df2d-42ad-8736-9b24bf9dc775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:37.076354 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-997e111a-3929-40cb-97fd-674cc3a148f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:37.076354 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-997e111a-3929-40cb-97fd-674cc3a148f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:37.077654 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-997e111a-3929-40cb-97fd-674cc3a148f3 service neutron] 10.222.0.58 "PUT /v2.0/ports/42cef83e-5b70-4fe6-b5e3-03b9a0250437 HTTP/1.1" status: 200 len: 1094 time: 3.0592723 Sep 15 15:30:37.082401 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2b4c81-0269-4f0e-881a-a7d09a757431', 'tag': '42cef83e-5b70-4fe6-b5e3-03b9a0250437'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:30:37.093456 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b995bee-7291-4608-b64e-999c1f33cfd5" -d '{"events": [{"name": "network-changed", "server_uuid": "1a2b4c81-0269-4f0e-881a-a7d09a757431", "tag": "42cef83e-5b70-4fe6-b5e3-03b9a0250437"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:30:37.126732 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e111a-3929-40cb-97fd-674cc3a148f3 service neutron] Pushing event updated for resources: {'Port': ['ID=42cef83e-5b70-4fe6-b5e3-03b9a0250437,revision_number=3']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:37.140338 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0707dcf-f2a4-4774-a756-4c2019dc2ac3 req-0657bbb5-ef12-47a8-b979-bf69dab6cdca tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:37.143532 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c0707dcf-f2a4-4774-a756-4c2019dc2ac3 req-0657bbb5-ef12-47a8-b979-bf69dab6cdca tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 935 time: 0.3108652 Sep 15 15:30:37.161547 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ca0eb-9d9d-4f46-8b91-9ba5f6dede27 req-7194952a-4c00-48bd-8f6a-a8501cc63430 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:37.172252 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:37.173032 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-756ca0eb-9d9d-4f46-8b91-9ba5f6dede27 req-7194952a-4c00-48bd-8f6a-a8501cc63430 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.2605882 Sep 15 15:30:37.188426 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-11eb30ce-df2d-42ad-8736-9b24bf9dc775 None None] Port b48faaa7-79fe-4315-8de8-8443f41a6f2a cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:30:37.239745 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c0707dcf-f2a4-4774-a756-4c2019dc2ac3 req-ce56d8d7-f073-413b-9623-98cc61f4fac2 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/security-groups?id=1273d1ea-5117-43fd-95f1-845a4914dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644546 Sep 15 15:30:37.253697 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-756ca0eb-9d9d-4f46-8b91-9ba5f6dede27 req-4ec70e00-c59b-413c-817f-08acb0c83f71 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796175 Sep 15 15:30:37.270579 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=61660cf0-a5b0-4f1a-a8b1-45322b8c8615,revision_number=10']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:37.314199 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37d5dba-1d2b-4e7e-a99a-07b75c29a083 x-openstack-request-id: req-a37d5dba-1d2b-4e7e-a99a-07b75c29a083 {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:30:37.314484 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52958035-d7b6-41f7-8bed-2af57d30b452", "name": "network-vif-plugged", "status": "completed", "tag": "61660cf0-a5b0-4f1a-a8b1-45322b8c8615", "code": 200}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:30:37.314727 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a37d5dba-1d2b-4e7e-a99a-07b75c29a083 {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:30:37.315148 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52958035-d7b6-41f7-8bed-2af57d30b452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61660cf0-a5b0-4f1a-a8b1-45322b8c8615', 'code': 200} Sep 15 15:30:37.328325 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f04b0ed-6cab-4e71-883b-53bed6e45381 x-openstack-request-id: req-1f04b0ed-6cab-4e71-883b-53bed6e45381 {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:30:37.328613 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a2b4c81-0269-4f0e-881a-a7d09a757431", "tag": "42cef83e-5b70-4fe6-b5e3-03b9a0250437", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:30:37.328867 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1f04b0ed-6cab-4e71-883b-53bed6e45381 {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:30:37.329264 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a2b4c81-0269-4f0e-881a-a7d09a757431', 'tag': '42cef83e-5b70-4fe6-b5e3-03b9a0250437', 'status': 'completed', 'code': 200} Sep 15 15:30:37.776503 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a75a0d-24f3-485c-93cc-f46e6306d511 req-d0240529-0f66-43db-892b-515d8da4d31e tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:37.778115 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-91a75a0d-24f3-485c-93cc-f46e6306d511 req-d0240529-0f66-43db-892b-515d8da4d31e tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 946 time: 0.0578649 Sep 15 15:30:37.827027 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-91a75a0d-24f3-485c-93cc-f46e6306d511 req-4728fa7d-6928-40a8-b7d6-af3767357abe tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368717 Sep 15 15:30:37.889758 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1dc46-3e1f-430e-8929-971079a4984b req-123f0e47-e266-46b1-a279-9a0ce608c11e tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:37.891472 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-29b1dc46-3e1f-430e-8929-971079a4984b req-123f0e47-e266-46b1-a279-9a0ce608c11e tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 944 time: 0.0564239 Sep 15 15:30:37.930352 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-29b1dc46-3e1f-430e-8929-971079a4984b req-bf37bbe7-6016-4c97-91b5-4b94ef721997 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324647 Sep 15 15:30:38.409742 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f26e3-2940-47e2-a57d-bbe2d203a4bc req-2ace1d70-74ee-4c37-980a-30394b3de458 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:38.425074 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c62f26e3-2940-47e2-a57d-bbe2d203a4bc req-2ace1d70-74ee-4c37-980a-30394b3de458 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 935 time: 0.0993922 Sep 15 15:30:38.535769 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c62f26e3-2940-47e2-a57d-bbe2d203a4bc req-44aa63cd-3fba-49aa-9ccc-7f864a7648d2 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/security-groups?id=1273d1ea-5117-43fd-95f1-845a4914dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078906 Sep 15 15:30:38.545874 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a9d42-b616-4974-8bd5-b6c4bb36319f req-5aa9ccbb-8d51-49bb-9931-71de1a2e80d6 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:38.547724 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-536a9d42-b616-4974-8bd5-b6c4bb36319f req-5aa9ccbb-8d51-49bb-9931-71de1a2e80d6 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.1182070 Sep 15 15:30:38.614895 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-536a9d42-b616-4974-8bd5-b6c4bb36319f req-0d26d58f-486d-450f-815e-815035f97213 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605783 Sep 15 15:30:38.995434 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e10681-0f92-41e1-950a-8fa93c992dd3 req-13337a51-891b-4762-a221-e7a213b86124 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:39.003663 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-60e10681-0f92-41e1-950a-8fa93c992dd3 req-13337a51-891b-4762-a221-e7a213b86124 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 946 time: 0.0794392 Sep 15 15:30:39.076076 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-60e10681-0f92-41e1-950a-8fa93c992dd3 req-1e858cd1-48ad-4b1f-85bb-1074e270c802 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710337 Sep 15 15:30:39.095041 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b538b3-0986-4300-9199-137292af2188 req-66607899-ca33-4c12-9f6d-e660031c8e34 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:39.097434 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-02b538b3-0986-4300-9199-137292af2188 req-66607899-ca33-4c12-9f6d-e660031c8e34 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 944 time: 0.0765307 Sep 15 15:30:39.179818 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-02b538b3-0986-4300-9199-137292af2188 req-e7a78a74-7557-4e7c-8f9a-4393226a6eab tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609736 Sep 15 15:30:39.717615 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00654e6d-8daf-43df-8079-242353248b9c req-26c12106-8d74-4a62-aa78-2e5d358aea1f tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:39.720417 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-00654e6d-8daf-43df-8079-242353248b9c req-26c12106-8d74-4a62-aa78-2e5d358aea1f tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 935 time: 0.1028273 Sep 15 15:30:39.828828 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-00654e6d-8daf-43df-8079-242353248b9c req-e33afea9-ee60-4d20-b700-d62702bb4a98 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/security-groups?id=1273d1ea-5117-43fd-95f1-845a4914dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014328 Sep 15 15:30:39.874133 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b1dc5-b9fd-4ffc-abac-4edb7c99d706 req-3d408ceb-85d3-4fc0-b813-4af7cd17293e tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:39.879475 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b06b1dc5-b9fd-4ffc-abac-4edb7c99d706 req-3d408ceb-85d3-4fc0-b813-4af7cd17293e tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.1372867 Sep 15 15:30:39.937343 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b06b1dc5-b9fd-4ffc-abac-4edb7c99d706 req-6f5acc3c-7394-4bb7-9041-8222dd8be3b3 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458524 Sep 15 15:30:40.343106 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239ebb1-7e25-4f28-b427-b9970db02577 req-c290483e-c3fd-4391-8801-029c9aef4a54 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:40.350465 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9239ebb1-7e25-4f28-b427-b9970db02577 req-c290483e-c3fd-4391-8801-029c9aef4a54 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 946 time: 0.1310482 Sep 15 15:30:40.436913 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9239ebb1-7e25-4f28-b427-b9970db02577 req-3d68fdb5-6b73-4dd3-ae1a-a06c85848fb3 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760984 Sep 15 15:30:40.471709 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f1872-5792-4768-a07e-f4a341475d70 req-0179839c-c984-4627-9b47-f8ae03781b76 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:40.476348 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-306f1872-5792-4768-a07e-f4a341475d70 req-0179839c-c984-4627-9b47-f8ae03781b76 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 944 time: 0.1889942 Sep 15 15:30:40.525295 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-306f1872-5792-4768-a07e-f4a341475d70 req-fd94d7da-3d93-4eb6-bf1c-0e1bbdbb19da tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442877 Sep 15 15:30:40.967539 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf99353-7d4a-42f8-9fa5-2a7f7ab3a3fc req-8c8e44a6-323a-4f77-b7e7-fed629c6e1e2 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:40.974631 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9bf99353-7d4a-42f8-9fa5-2a7f7ab3a3fc req-8c8e44a6-323a-4f77-b7e7-fed629c6e1e2 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 935 time: 0.0633209 Sep 15 15:30:41.022995 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9bf99353-7d4a-42f8-9fa5-2a7f7ab3a3fc req-daad43b6-b51d-4782-bfc3-23c59e85a1ca tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/security-groups?id=1273d1ea-5117-43fd-95f1-845a4914dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473619 Sep 15 15:30:41.099654 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abfcaf-8f6b-4106-a9e0-be1668c4de88 req-3e622bd3-603a-4abc-abcd-f8cb111d3fd9 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:41.107619 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-71abfcaf-8f6b-4106-a9e0-be1668c4de88 req-3e622bd3-603a-4abc-abcd-f8cb111d3fd9 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.1037562 Sep 15 15:30:41.162837 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-71abfcaf-8f6b-4106-a9e0-be1668c4de88 req-29761116-fd7e-4acb-8f0a-c4b51c1af628 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540807 Sep 15 15:30:41.591591 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189377d-cc1c-4ccc-a13e-808cc3ff6ad0 req-caf71165-0ccc-48e9-87a1-22614fc96c56 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:41.593536 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f189377d-cc1c-4ccc-a13e-808cc3ff6ad0 req-caf71165-0ccc-48e9-87a1-22614fc96c56 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 946 time: 0.0782797 Sep 15 15:30:41.666043 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f189377d-cc1c-4ccc-a13e-808cc3ff6ad0 req-0d6d6417-19dd-4648-88d9-d21584d16bfd tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664787 Sep 15 15:30:41.678999 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96dc920-0b73-4807-8ca8-a91975fe50e4 req-2dce73aa-b51d-40a9-ab1e-46cbf2f6e090 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:41.681343 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e96dc920-0b73-4807-8ca8-a91975fe50e4 req-2dce73aa-b51d-40a9-ab1e-46cbf2f6e090 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 944 time: 0.0807247 Sep 15 15:30:41.684765 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 52366) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:41.744232 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e96dc920-0b73-4807-8ca8-a91975fe50e4 req-e56cf270-d80b-4437-9c44-409b32270b66 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492852 Sep 15 15:30:41.849156 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0b35192d-07cf-4b26-bd2a-d40dc84c6e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:41.944919 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0b35192d-07cf-4b26-bd2a-d40dc84c6e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:42.070557 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0b35192d-07cf-4b26-bd2a-d40dc84c6e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:42.119871 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b35192d-07cf-4b26-bd2a-d40dc84c6e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3195924f-f548-4146-8ea3-37573870a43a,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:42.139471 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-0b35192d-07cf-4b26-bd2a-d40dc84c6e24 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ee68b78478754a6fa55f9ae127a339dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4535260 Sep 15 15:30:42.140851 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35192d-07cf-4b26-bd2a-d40dc84c6e24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:42.141440 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35192d-07cf-4b26-bd2a-d40dc84c6e24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:42.141790 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35192d-07cf-4b26-bd2a-d40dc84c6e24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:42.142131 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35192d-07cf-4b26-bd2a-d40dc84c6e24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:42.142847 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 52376) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:42.145078 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35192d-07cf-4b26-bd2a-d40dc84c6e24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:42.145481 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35192d-07cf-4b26-bd2a-d40dc84c6e24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:42.145899 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35192d-07cf-4b26-bd2a-d40dc84c6e24 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:42.146239 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35192d-07cf-4b26-bd2a-d40dc84c6e24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:42.146659 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35192d-07cf-4b26-bd2a-d40dc84c6e24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:42.147351 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35192d-07cf-4b26-bd2a-d40dc84c6e24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:42.147755 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35192d-07cf-4b26-bd2a-d40dc84c6e24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:42.148164 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b35192d-07cf-4b26-bd2a-d40dc84c6e24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:42.245552 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982c484-b0f9-4359-a861-5b6765a252a5 req-51fb7c8a-b031-4fed-a88a-1d8f3a094003 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:42.248258 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e982c484-b0f9-4359-a861-5b6765a252a5 req-51fb7c8a-b031-4fed-a88a-1d8f3a094003 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 935 time: 0.1162558 Sep 15 15:30:42.272008 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-66f94225-f430-41c9-891f-095262c2c095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:42.325386 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-66f94225-f430-41c9-891f-095262c2c095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:42.375024 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e982c484-b0f9-4359-a861-5b6765a252a5 req-77529fba-9a87-4942-9637-e9c6cfe6489a tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/security-groups?id=1273d1ea-5117-43fd-95f1-845a4914dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112683 Sep 15 15:30:42.390513 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816930b4-6ecc-4566-bb19-067d8720516b req-2e359fcc-8230-439f-88c9-7d14f2758c34 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:42.400112 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-816930b4-6ecc-4566-bb19-067d8720516b req-2e359fcc-8230-439f-88c9-7d14f2758c34 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.1272864 Sep 15 15:30:42.440894 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-816930b4-6ecc-4566-bb19-067d8720516b req-63b84fbc-5fe5-4721-9f74-c04ceaa77cde tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323074 Sep 15 15:30:42.499816 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-66f94225-f430-41c9-891f-095262c2c095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:42.502438 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-66f94225-f430-41c9-891f-095262c2c095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:42.503611 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-66f94225-f430-41c9-891f-095262c2c095 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3195924f-f548-4146-8ea3-37573870a43a HTTP/1.1" status: 204 len: 168 time: 0.3597751 Sep 15 15:30:42.512198 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f94225-f430-41c9-891f-095262c2c095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3195924f-f548-4146-8ea3-37573870a43a,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:42.519554 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f94225-f430-41c9-891f-095262c2c095 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:42.519896 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f94225-f430-41c9-891f-095262c2c095 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:42.520227 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f94225-f430-41c9-891f-095262c2c095 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:42.520568 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f94225-f430-41c9-891f-095262c2c095 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:42.520907 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f94225-f430-41c9-891f-095262c2c095 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:42.521230 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f94225-f430-41c9-891f-095262c2c095 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:42.521550 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f94225-f430-41c9-891f-095262c2c095 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:42.521864 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f94225-f430-41c9-891f-095262c2c095 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:42.522204 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f94225-f430-41c9-891f-095262c2c095 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:42.522535 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f94225-f430-41c9-891f-095262c2c095 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:42.522846 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f94225-f430-41c9-891f-095262c2c095 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:42.523192 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f94225-f430-41c9-891f-095262c2c095 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:42.838865 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ecac5-5887-4727-aada-44dc6473c83b req-af826dc4-1dd9-4fb6-9df1-d08efa2b168d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:42.851606 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f22ecac5-5887-4727-aada-44dc6473c83b req-af826dc4-1dd9-4fb6-9df1-d08efa2b168d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 946 time: 0.0754280 Sep 15 15:30:42.960079 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f22ecac5-5887-4727-aada-44dc6473c83b req-8f12f28d-bff8-4c80-946e-78c96f3a325c tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073625 Sep 15 15:30:43.008113 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2e2c8-a7e8-4ebf-b0d5-b8f9a2b681d2 req-829c41cb-8f52-42d2-bf1d-0a9e9f0e6e80 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:43.011059 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-57d2e2c8-a7e8-4ebf-b0d5-b8f9a2b681d2 req-829c41cb-8f52-42d2-bf1d-0a9e9f0e6e80 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 944 time: 0.1555109 Sep 15 15:30:43.070748 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-57d2e2c8-a7e8-4ebf-b0d5-b8f9a2b681d2 req-58e719dc-6925-4e86-9efc-fe70d2471aaf tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464697 Sep 15 15:30:43.514527 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87991d2b-6d51-4985-b4de-a29e257f64de req-896e8ea7-96cf-43a9-a7d1-79946fc5f697 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:43.518571 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-87991d2b-6d51-4985-b4de-a29e257f64de req-896e8ea7-96cf-43a9-a7d1-79946fc5f697 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 935 time: 0.0636113 Sep 15 15:30:43.599646 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-87991d2b-6d51-4985-b4de-a29e257f64de req-e6a6d53b-fd7b-44d4-9255-16fa2377ebcb tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/security-groups?id=1273d1ea-5117-43fd-95f1-845a4914dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698860 Sep 15 15:30:43.608839 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91622477-1a08-49a2-abba-1120a55d2022 req-0e26531e-3cbd-415f-bbc2-24df3d6c6516 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:43.610361 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-91622477-1a08-49a2-abba-1120a55d2022 req-0e26531e-3cbd-415f-bbc2-24df3d6c6516 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0908227 Sep 15 15:30:43.650517 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-91622477-1a08-49a2-abba-1120a55d2022 req-97229b4a-722d-40e8-a82c-4a9c1750180f tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338814 Sep 15 15:30:43.768528 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 52438) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:43.782751 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-70c5785d-93c0-4c31-926b-8cac28cb1a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:43.877206 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-70c5785d-93c0-4c31-926b-8cac28cb1a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:44.128017 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-70c5785d-93c0-4c31-926b-8cac28cb1a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:44.131832 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8b1b0-a69f-4bbc-a002-2b5fdcf64e71 req-7d3c30c4-4bce-4bd2-810a-47022284d896 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:44.131832 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8ca8b1b0-a69f-4bbc-a002-2b5fdcf64e71 req-7d3c30c4-4bce-4bd2-810a-47022284d896 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 946 time: 0.0616081 Sep 15 15:30:44.165024 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-70c5785d-93c0-4c31-926b-8cac28cb1a79 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e0733e30a8e04713b9952bea88b55623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3953974 Sep 15 15:30:44.169229 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 52446) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:44.194756 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5785d-93c0-4c31-926b-8cac28cb1a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c85daf1-da55-42b4-9d65-17cbe703bd06,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:44.227419 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-9c4f5966-1a6e-4931-8d5e-70d4bc38741c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:44.231874 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8ca8b1b0-a69f-4bbc-a002-2b5fdcf64e71 req-6e4810e0-0a59-4900-9a0b-a4c4dbbf143f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905495 Sep 15 15:30:44.263427 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-9c4f5966-1a6e-4931-8d5e-70d4bc38741c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:44.263545 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9cea7-074b-4322-b95f-77035795a525 req-622b1f20-9879-4200-b188-a21d0619a718 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:44.263545 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8fe9cea7-074b-4322-b95f-77035795a525 req-622b1f20-9879-4200-b188-a21d0619a718 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 944 time: 0.1033235 Sep 15 15:30:44.322513 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8fe9cea7-074b-4322-b95f-77035795a525 req-39e70cdd-8fd4-4a8d-bcaf-ddb82276676c tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504737 Sep 15 15:30:44.385470 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-9c4f5966-1a6e-4931-8d5e-70d4bc38741c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:44.388667 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-9c4f5966-1a6e-4931-8d5e-70d4bc38741c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:44.389954 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-9c4f5966-1a6e-4931-8d5e-70d4bc38741c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1c85daf1-da55-42b4-9d65-17cbe703bd06 HTTP/1.1" status: 204 len: 168 time: 0.2197211 Sep 15 15:30:44.398898 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f5966-1a6e-4931-8d5e-70d4bc38741c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c85daf1-da55-42b4-9d65-17cbe703bd06,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:44.722193 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a988dd3-1f9e-44e7-aa63-a9a073bfa8c3 req-f7a4262e-b529-41c7-921e-aa4ef1d55d5f tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:44.723808 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6a988dd3-1f9e-44e7-aa63-a9a073bfa8c3 req-f7a4262e-b529-41c7-921e-aa4ef1d55d5f tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 935 time: 0.0529866 Sep 15 15:30:44.821081 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6a988dd3-1f9e-44e7-aa63-a9a073bfa8c3 req-771a3ef1-76c5-440f-9ee6-4dbf7e719b5a tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/security-groups?id=1273d1ea-5117-43fd-95f1-845a4914dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898743 Sep 15 15:30:44.848289 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732910b2-0719-442c-b550-d50b57a39524 req-ef8ff49a-4f18-475b-9609-a0167e42b2c1 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:44.852552 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-732910b2-0719-442c-b550-d50b57a39524 req-ef8ff49a-4f18-475b-9609-a0167e42b2c1 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.1079512 Sep 15 15:30:44.897772 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-732910b2-0719-442c-b550-d50b57a39524 req-e2a287a1-57eb-4d69-accb-cf4829062b82 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387166 Sep 15 15:30:45.269673 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 52464) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:45.284786 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-452f9739-28a6-4c5c-b0d7-7a9488562ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:45.444999 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e64de-7a2a-4d0f-86d8-3d619c7d686b req-de58b4b3-623c-45cf-9606-e5589b854e00 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:45.446437 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5b7e64de-7a2a-4d0f-86d8-3d619c7d686b req-de58b4b3-623c-45cf-9606-e5589b854e00 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 946 time: 0.1122446 Sep 15 15:30:45.494953 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23106b39-0b39-439e-9d9e-7fca4a84b212 req-767b4708-5746-4cf7-91d2-d1d6ecc3cf17 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:45.496771 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-23106b39-0b39-439e-9d9e-7fca4a84b212 req-767b4708-5746-4cf7-91d2-d1d6ecc3cf17 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 944 time: 0.0981603 Sep 15 15:30:45.516229 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-452f9739-28a6-4c5c-b0d7-7a9488562ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:45.533162 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5b7e64de-7a2a-4d0f-86d8-3d619c7d686b req-3a4837d3-d76e-4ee1-b193-83d607768c9d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734932 Sep 15 15:30:45.565470 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-23106b39-0b39-439e-9d9e-7fca4a84b212 req-cddd33aa-821c-47ba-9598-b521e36a4c90 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601618 Sep 15 15:30:45.579878 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-452f9739-28a6-4c5c-b0d7-7a9488562ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:45.620587 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-452f9739-28a6-4c5c-b0d7-7a9488562ee4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=00330e14447945cd80b3d90baeb3670c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498466 Sep 15 15:30:45.623527 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f9739-28a6-4c5c-b0d7-7a9488562ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da83a60b-99a7-4f1f-a21d-a465be862dab,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:45.624243 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 52480) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:45.694318 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c4d017f1-4dd0-4ed1-a1ee-86c44918ccda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:45.720070 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c4d017f1-4dd0-4ed1-a1ee-86c44918ccda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:45.877205 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c4d017f1-4dd0-4ed1-a1ee-86c44918ccda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:45.879877 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c4d017f1-4dd0-4ed1-a1ee-86c44918ccda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:45.882012 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-c4d017f1-4dd0-4ed1-a1ee-86c44918ccda admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/da83a60b-99a7-4f1f-a21d-a465be862dab HTTP/1.1" status: 204 len: 168 time: 0.2556911 Sep 15 15:30:45.896211 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d017f1-4dd0-4ed1-a1ee-86c44918ccda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da83a60b-99a7-4f1f-a21d-a465be862dab,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:45.960323 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735c9f4-c642-4c2b-aed0-a6cc816e0d21 req-48e9cad9-0f87-46f1-98ea-ac59c783695c tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:45.962673 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c735c9f4-c642-4c2b-aed0-a6cc816e0d21 req-48e9cad9-0f87-46f1-98ea-ac59c783695c tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 935 time: 0.0636199 Sep 15 15:30:46.041838 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c735c9f4-c642-4c2b-aed0-a6cc816e0d21 req-c0132dc8-fbdd-47c8-b8b6-39be80168182 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/security-groups?id=1273d1ea-5117-43fd-95f1-845a4914dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740919 Sep 15 15:30:46.072126 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe141c7-2126-4a68-b82e-9ed1c19e8a5a req-189b0e17-5d88-4ab1-9d63-9b9e604a4468 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:46.080226 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-efe141c7-2126-4a68-b82e-9ed1c19e8a5a req-189b0e17-5d88-4ab1-9d63-9b9e604a4468 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0964110 Sep 15 15:30:46.134163 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-efe141c7-2126-4a68-b82e-9ed1c19e8a5a req-8be71227-c68f-4eb0-acac-fb4799aea614 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452809 Sep 15 15:30:46.685678 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358fd94-7a4d-4647-b987-b084c17278cc req-e1ad924b-e968-4d93-92fd-e3474d5b4d61 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:46.687923 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6358fd94-7a4d-4647-b987-b084c17278cc req-e1ad924b-e968-4d93-92fd-e3474d5b4d61 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 946 time: 0.0733747 Sep 15 15:30:46.750319 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6358fd94-7a4d-4647-b987-b084c17278cc req-3b2142da-a1d0-4565-9186-fea06a29957d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540409 Sep 15 15:30:46.885108 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbda20-bef8-4c8b-bbfc-4488c33f25a0 req-23c06c5d-e69c-4fff-a4cb-4624e017e3f8 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:46.887514 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-90bbda20-bef8-4c8b-bbfc-4488c33f25a0 req-23c06c5d-e69c-4fff-a4cb-4624e017e3f8 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 944 time: 0.0573843 Sep 15 15:30:46.930731 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-90bbda20-bef8-4c8b-bbfc-4488c33f25a0 req-c482e66a-67ba-4921-9f74-55a6b21e7a79 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370247 Sep 15 15:30:47.184972 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a562d6-395f-4201-8e3a-e54b3f5ce53d req-9cc4dea9-f3f5-42de-82b9-01f4369f74fd tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:47.186688 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-74a562d6-395f-4201-8e3a-e54b3f5ce53d req-9cc4dea9-f3f5-42de-82b9-01f4369f74fd tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 935 time: 0.0515757 Sep 15 15:30:47.224946 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-74a562d6-395f-4201-8e3a-e54b3f5ce53d req-84f0645b-2711-4a2c-831e-7035966f9c73 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/security-groups?id=1273d1ea-5117-43fd-95f1-845a4914dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317452 Sep 15 15:30:47.330568 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3bdda-da6c-4974-a16a-56b8f47a5017 req-d3f369d5-9ba3-41fb-a28b-8169806cdf68 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:47.332048 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c4d3bdda-da6c-4974-a16a-56b8f47a5017 req-d3f369d5-9ba3-41fb-a28b-8169806cdf68 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0515099 Sep 15 15:30:47.372476 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c4d3bdda-da6c-4974-a16a-56b8f47a5017 req-210a7038-f102-45c2-8749-ec024deeee37 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344050 Sep 15 15:30:47.634317 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-903dcb14-6428-463d-aef1-3c2365785eac tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:47.635854 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-903dcb14-6428-463d-aef1-3c2365785eac tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/networks?id=5530686d-3b7a-45e2-b0f4-20e56c88af09 HTTP/1.1" status: 200 len: 814 time: 0.0982597 Sep 15 15:30:47.650717 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-6374a082-43f7-4946-b365-ebaa9a634bd2 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/quotas/014eadde13994ef290dfbd41d07b4cae HTTP/1.1" status: 200 len: 375 time: 0.0091977 Sep 15 15:30:47.691828 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-e4e7fe30-11d7-4d35-8aaf-0ecbe026ce6b tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=014eadde13994ef290dfbd41d07b4cae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355661 Sep 15 15:30:47.783736 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-e6a22168-98ad-4ece-b34e-1525751bc41b service neutron] 10.222.0.54 "GET /v2.0/networks/5530686d-3b7a-45e2-b0f4-20e56c88af09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844986 Sep 15 15:30:47.906271 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-80fc65f7-4daa-49c2-971e-770f90d6c4a5 service neutron] 10.222.0.54 "GET /v2.0/networks/5530686d-3b7a-45e2-b0f4-20e56c88af09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165879 Sep 15 15:30:47.919966 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d3ab6-31ec-40da-a1cd-1641c9b18009 req-9afdb836-fd10-48f9-8e25-9a923187b981 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:47.921494 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-435d3ab6-31ec-40da-a1cd-1641c9b18009 req-9afdb836-fd10-48f9-8e25-9a923187b981 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 946 time: 0.0724905 Sep 15 15:30:47.961381 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-435d3ab6-31ec-40da-a1cd-1641c9b18009 req-0023bece-8e27-4c73-9b08-6b8e7c4d6e66 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334136 Sep 15 15:30:47.987897 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-652ec0b9-ab3f-465a-8df5-9e1d02277f51 service neutron] Request body: {'port': {'device_id': 'fb2b81c2-fbae-45d8-8b22-04893a53c297', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:30:48.064286 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-652ec0b9-ab3f-465a-8df5-9e1d02277f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:48.077297 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b995bee-7291-4608-b64e-999c1f33cfd5 req-6148cd8e-27dc-41d9-95f9-3ec76888888a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:48.078926 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0b995bee-7291-4608-b64e-999c1f33cfd5 req-6148cd8e-27dc-41d9-95f9-3ec76888888a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64fab051a563434c8268b58bbb0d3e80&device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 1097 time: 0.0722604 Sep 15 15:30:48.094614 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79837c4-f060-4279-8188-6cf4d3178781 req-ce4434a7-323f-4056-9c0c-89cbec6c907d tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:48.096159 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c79837c4-f060-4279-8188-6cf4d3178781 req-ce4434a7-323f-4056-9c0c-89cbec6c907d tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 944 time: 0.0638430 Sep 15 15:30:48.232387 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-3a3a197a-34fb-4ec2-91e6-85458e746bba req-2067f916-ce7c-4a42-a2d6-bd155ef86797 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=13e66f0e-b505-452e-9a0a-2ee2c8734eee HTTP/1.1" status: 200 len: 210 time: 0.0497468 Sep 15 15:30:48.248135 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c79837c4-f060-4279-8188-6cf4d3178781 req-f1e6134c-cb22-467b-a3e3-c2d222c5b6d5 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281507 Sep 15 15:30:48.288227 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b995bee-7291-4608-b64e-999c1f33cfd5 req-18b2012e-3d16-4b00-87f1-910c6f4f440a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:48.290380 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0b995bee-7291-4608-b64e-999c1f33cfd5 req-18b2012e-3d16-4b00-87f1-910c6f4f440a service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=64fab051a563434c8268b58bbb0d3e80&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1931951 Sep 15 15:30:48.388025 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-652ec0b9-ab3f-465a-8df5-9e1d02277f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b48faaa7-79fe-4315-8de8-8443f41a6f2a {{(pid=94799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:30:48.398040 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-652ec0b9-ab3f-465a-8df5-9e1d02277f51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:48.428929 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.provisioning_blocks [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-652ec0b9-ab3f-465a-8df5-9e1d02277f51 service neutron] Transition to ACTIVE for port object b48faaa7-79fe-4315-8de8-8443f41a6f2a will not be triggered until provisioned by entity L2. {{(pid=94799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:30:48.468065 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b995bee-7291-4608-b64e-999c1f33cfd5 req-4ba2328c-1e17-4114-9aba-ea8fe31ee03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:48.469581 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0b995bee-7291-4608-b64e-999c1f33cfd5 req-4ba2328c-1e17-4114-9aba-ea8fe31ee03f service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1695759 Sep 15 15:30:48.498195 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c17a7-7acd-44a6-ab27-ee7fb115a82f req-4037f13f-8a1d-420e-8bb9-88ef4a00aa38 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:48.499896 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-775c17a7-7acd-44a6-ab27-ee7fb115a82f req-4037f13f-8a1d-420e-8bb9-88ef4a00aa38 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 935 time: 0.1070921 Sep 15 15:30:48.512296 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-652ec0b9-ab3f-465a-8df5-9e1d02277f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9314481'] for port, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:48.544983 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a86b0-242b-42f2-80a8-6270a4e33707 req-bdc4ebe6-7d0f-4ff5-bc1f-e054a0026f74 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:48.546651 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e01a86b0-242b-42f2-80a8-6270a4e33707 req-bdc4ebe6-7d0f-4ff5-bc1f-e054a0026f74 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0924492 Sep 15 15:30:48.612741 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec0b9-ab3f-465a-8df5-9e1d02277f51 service neutron] Pushing event updated for resources: {'Port': ['ID=b48faaa7-79fe-4315-8de8-8443f41a6f2a,revision_number=2']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:48.613615 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-775c17a7-7acd-44a6-ab27-ee7fb115a82f req-0a6b1929-c479-4d75-b091-4f2906a5917a tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/security-groups?id=1273d1ea-5117-43fd-95f1-845a4914dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051853 Sep 15 15:30:48.634389 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-28200abc-ee8f-45aa-9605-7f26c7e76f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:48.642632 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-28200abc-ee8f-45aa-9605-7f26c7e76f1e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64fab051a563434c8268b58bbb0d3e80&device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 1097 time: 0.0860753 Sep 15 15:30:48.660547 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e01a86b0-242b-42f2-80a8-6270a4e33707 req-9cd5c530-459e-4da8-9ff2-4bb4fbf5ae58 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995152 Sep 15 15:30:48.676943 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.managers [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-652ec0b9-ab3f-465a-8df5-9e1d02277f51 service neutron] Attempting to bind port b48faaa7-79fe-4315-8de8-8443f41a6f2a on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:30:48.677215 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.managers [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-652ec0b9-ab3f-465a-8df5-9e1d02277f51 service neutron] Attempting to bind port b48faaa7-79fe-4315-8de8-8443f41a6f2a by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '16ea61c9-8f50-42fd-b6d5-977eb4abfa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a082eaa6-2e7b-4969-90cd-60649a7615e7'}] {{(pid=94799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:30:48.677420 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-652ec0b9-ab3f-465a-8df5-9e1d02277f51 service neutron] Attempting to bind port b48faaa7-79fe-4315-8de8-8443f41a6f2a on network a082eaa6-2e7b-4969-90cd-60649a7615e7 {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:30:48.695936 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-5cd0a14f-9fa0-458e-a102-d78e82774b65 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42cef83e-5b70-4fe6-b5e3-03b9a0250437 HTTP/1.1" status: 200 len: 217 time: 0.0479479 Sep 15 15:30:48.715036 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-652ec0b9-ab3f-465a-8df5-9e1d02277f51 service neutron] Port b48faaa7-79fe-4315-8de8-8443f41a6f2a on network a082eaa6-2e7b-4969-90cd-60649a7615e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:30:48.715417 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-652ec0b9-ab3f-465a-8df5-9e1d02277f51 service neutron] Attempting to bind port b48faaa7-79fe-4315-8de8-8443f41a6f2a on network a082eaa6-2e7b-4969-90cd-60649a7615e7 {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:30:48.723447 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-652ec0b9-ab3f-465a-8df5-9e1d02277f51 service neutron] Checking agent: {'id': 'eba348e6-0b8a-43b6-acdf-c2678b53c044', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'started_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:30:48.723773 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-652ec0b9-ab3f-465a-8df5-9e1d02277f51 service neutron] Checking segment: {'id': '16ea61c9-8f50-42fd-b6d5-977eb4abfa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a082eaa6-2e7b-4969-90cd-60649a7615e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:30:48.724147 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-652ec0b9-ab3f-465a-8df5-9e1d02277f51 service neutron] Bound using segment: {'id': '16ea61c9-8f50-42fd-b6d5-977eb4abfa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a082eaa6-2e7b-4969-90cd-60649a7615e7'} {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:30:48.724570 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.managers [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-652ec0b9-ab3f-465a-8df5-9e1d02277f51 service neutron] Bound port: b48faaa7-79fe-4315-8de8-8443f41a6f2a, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16ea61c9-8f50-42fd-b6d5-977eb4abfa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'a082eaa6-2e7b-4969-90cd-60649a7615e7'}}] {{(pid=94799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:30:48.724916 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-652ec0b9-ab3f-465a-8df5-9e1d02277f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:48.766777 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507f384-742f-4a30-8be0-a7977f32616a req-b4c27ef1-b8ee-44c2-a54a-ee62ee9fdace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:48.768311 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-5507f384-742f-4a30-8be0-a7977f32616a req-b4c27ef1-b8ee-44c2-a54a-ee62ee9fdace service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 1099 time: 0.0851479 Sep 15 15:30:48.772042 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-0562be1b-a055-41fc-9e91-7d0e4eabc64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:48.773830 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-0562be1b-a055-41fc-9e91-7d0e4eabc64f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5b5056aa-2130-46e6-b026-a382a7bc0d18 HTTP/1.1" status: 200 len: 853 time: 0.0653291 Sep 15 15:30:48.815538 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-652ec0b9-ab3f-465a-8df5-9e1d02277f51 service neutron] For port b48faaa7-79fe-4315-8de8-8443f41a6f2a, host hv-cinder-80920, cleared binding levels {{(pid=94799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:30:48.824936 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-849cc6bf-c39f-4246-8e8c-f8c08ef0f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:48.826396 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-849cc6bf-c39f-4246-8e8c-f8c08ef0f750 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=892dd142-5f76-4245-922e-3a04ff98d493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433140 Sep 15 15:30:48.836163 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-652ec0b9-ab3f-465a-8df5-9e1d02277f51 service neutron] For port b48faaa7-79fe-4315-8de8-8443f41a6f2a, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b48faaa7-79fe-4315-8de8-8443f41a6f2a,segment=NetworkSegment(16ea61c9-8f50-42fd-b6d5-977eb4abfa75),segment_id=16ea61c9-8f50-42fd-b6d5-977eb4abfa75)] {{(pid=94799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:30:48.838326 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-5507f384-742f-4a30-8be0-a7977f32616a req-37f34414-6b87-4ec5-83f7-2ec1fd34d983 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544155 Sep 15 15:30:48.900617 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-652ec0b9-ab3f-465a-8df5-9e1d02277f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9314481'] for port, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:48.939158 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-652ec0b9-ab3f-465a-8df5-9e1d02277f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:48.939941 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-652ec0b9-ab3f-465a-8df5-9e1d02277f51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:48.941427 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-652ec0b9-ab3f-465a-8df5-9e1d02277f51 service neutron] 10.222.0.58 "PUT /v2.0/ports/b48faaa7-79fe-4315-8de8-8443f41a6f2a HTTP/1.1" status: 200 len: 1097 time: 0.9660668 Sep 15 15:30:48.944252 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb2b81c2-fbae-45d8-8b22-04893a53c297', 'tag': 'b48faaa7-79fe-4315-8de8-8443f41a6f2a'}] {{(pid=94799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:30:48.946752 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caaf3dc35d391ee5789c70ae145b39738e2d95c5e07cc5749919ddff6cc97c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1e8fac-8800-4358-9ff7-71a229d858c4" -d '{"events": [{"name": "network-changed", "server_uuid": "fb2b81c2-fbae-45d8-8b22-04893a53c297", "tag": "b48faaa7-79fe-4315-8de8-8443f41a6f2a"}]}' {{(pid=94799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:30:48.995982 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec0b9-ab3f-465a-8df5-9e1d02277f51 service neutron] Pushing event updated for resources: {'Port': ['ID=b48faaa7-79fe-4315-8de8-8443f41a6f2a,revision_number=3']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:49.024590 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27262915-5f29-419b-8092-9e69bc27036a x-openstack-request-id: req-27262915-5f29-419b-8092-9e69bc27036a {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:30:49.024871 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb2b81c2-fbae-45d8-8b22-04893a53c297", "tag": "b48faaa7-79fe-4315-8de8-8443f41a6f2a", "status": "completed", "code": 200}]} {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:30:49.025119 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-27262915-5f29-419b-8092-9e69bc27036a {{(pid=94799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:30:49.025760 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb2b81c2-fbae-45d8-8b22-04893a53c297', 'tag': 'b48faaa7-79fe-4315-8de8-8443f41a6f2a', 'status': 'completed', 'code': 200} Sep 15 15:30:49.124217 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e8fac-8800-4358-9ff7-71a229d858c4 req-496047a5-e003-4c2e-a01e-83d64d943dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:49.125728 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-9e1e8fac-8800-4358-9ff7-71a229d858c4 req-496047a5-e003-4c2e-a01e-83d64d943dd6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2dbfb59a602f41bf8f192f9bb02d8a3d&device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 1100 time: 0.0482383 Sep 15 15:30:49.158285 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-9e1e8fac-8800-4358-9ff7-71a229d858c4 req-64b1714a-143f-42e7-91a1-8fc4e162b2ea service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=2dbfb59a602f41bf8f192f9bb02d8a3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225990 Sep 15 15:30:49.235114 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2d655-3179-421b-85b0-c15112cca893 req-21c98985-ecee-425c-9e4b-5fe1d5834b3b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:49.236607 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a9c2d655-3179-421b-85b0-c15112cca893 req-21c98985-ecee-425c-9e4b-5fe1d5834b3b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 946 time: 0.0784161 Sep 15 15:30:49.240475 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-faeba24b-54e0-42b9-8a32-2051c4e41b52 service neutron] 10.222.0.58 "GET /v2.0/networks/892dd142-5f76-4245-922e-3a04ff98d493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062204 Sep 15 15:30:49.264571 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e8fac-8800-4358-9ff7-71a229d858c4 req-3c506779-603b-4f5d-815d-a0a9a7da6b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:49.266029 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-9e1e8fac-8800-4358-9ff7-71a229d858c4 req-3c506779-603b-4f5d-815d-a0a9a7da6b03 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000459 Sep 15 15:30:49.343602 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a9c2d655-3179-421b-85b0-c15112cca893 req-12cbb693-3192-40ec-b3bb-993c4a92468c tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994041 Sep 15 15:30:49.388251 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-47cf5bc7-bfbb-4f74-8295-6ee00c905f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:49.389879 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-47cf5bc7-bfbb-4f74-8295-6ee00c905f09 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2dbfb59a602f41bf8f192f9bb02d8a3d&device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 1100 time: 0.0522559 Sep 15 15:30:49.418141 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d908c6e6-5a62-4dd1-8674-d246bb8eacbb req-65d69b7c-ed65-4164-8529-aa0ab6c111c8 service neutron] 10.222.0.58 "GET /v2.0/networks/892dd142-5f76-4245-922e-3a04ff98d493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601927 Sep 15 15:30:49.430031 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c48275-5894-4a06-a671-5ec7c2aab298 req-16512d7b-3fb8-4f49-8ca2-a6673febe5bd tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:49.435578 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-4585c94a-40fe-44fa-b26b-b5c78e4f3aa6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b48faaa7-79fe-4315-8de8-8443f41a6f2a HTTP/1.1" status: 200 len: 217 time: 0.0366063 Sep 15 15:30:49.438232 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-36c48275-5894-4a06-a671-5ec7c2aab298 req-16512d7b-3fb8-4f49-8ca2-a6673febe5bd tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 944 time: 0.0882096 Sep 15 15:30:49.478366 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d2329659-f35c-4c7c-a4b6-1bf00548b157 req-bbecd182-ba4e-47f6-b70c-6281c5679abc tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=13e66f0e-b505-452e-9a0a-2ee2c8734eee HTTP/1.1" status: 200 len: 210 time: 0.0330770 Sep 15 15:30:49.507017 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-373c2f6e-7151-4a29-b844-eb8a08e17ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:49.508224 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-373c2f6e-7151-4a29-b844-eb8a08e17ec1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d8a7ae63-7f37-4bd7-9e7e-7f0923f816d4 HTTP/1.1" status: 200 len: 843 time: 0.0642073 Sep 15 15:30:49.513239 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-36c48275-5894-4a06-a671-5ec7c2aab298 req-d912722d-b4dd-4749-981d-f43bb3534181 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740919 Sep 15 15:30:49.559528 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-2ac71806-15ca-41b7-88ca-f8288bc30a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:49.561018 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-2ac71806-15ca-41b7-88ca-f8288bc30a3f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a082eaa6-2e7b-4969-90cd-60649a7615e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0431151 Sep 15 15:30:49.656236 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-9396d154-ceba-403e-ba5d-04ff6e31881b service neutron] 10.222.0.58 "GET /v2.0/networks/a082eaa6-2e7b-4969-90cd-60649a7615e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852115 Sep 15 15:30:49.757168 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fa549-eff2-448f-aa50-efbb275beb42 req-73191b41-733b-4348-8d58-e3d9d76f73c6 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:49.765788 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a35fa549-eff2-448f-aa50-efbb275beb42 req-73191b41-733b-4348-8d58-e3d9d76f73c6 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 947 time: 0.0701942 Sep 15 15:30:49.845026 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a35fa549-eff2-448f-aa50-efbb275beb42 req-e3e442a3-750a-4c9a-a470-c89edbbe130e tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/security-groups?id=1273d1ea-5117-43fd-95f1-845a4914dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782189 Sep 15 15:30:49.865480 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be451757-4afc-4be4-a998-93c8c29e7e3e req-e998e12b-37ac-4494-a1bc-fc412fb038bf tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:49.867369 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-be451757-4afc-4be4-a998-93c8c29e7e3e req-e998e12b-37ac-4494-a1bc-fc412fb038bf tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0846560 Sep 15 15:30:49.908416 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-be451757-4afc-4be4-a998-93c8c29e7e3e req-4a665a87-0687-457e-9f62-b099749f68e5 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327661 Sep 15 15:30:49.957593 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1bcfd15c-d8fc-495c-99a0-e8c4ef6dc7b3 req-120eb80c-fc7c-47d6-a24e-2b0f78ba87d8 service neutron] 10.222.0.58 "GET /v2.0/networks/a082eaa6-2e7b-4969-90cd-60649a7615e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887521 Sep 15 15:30:50.474118 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122b3cd-3e25-4b0a-a520-790474d3683a req-8d30b1ec-5581-449a-81c9-0e24f318ade2 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:50.476137 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8122b3cd-3e25-4b0a-a520-790474d3683a req-8d30b1ec-5581-449a-81c9-0e24f318ade2 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 946 time: 0.0488057 Sep 15 15:30:50.533389 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8122b3cd-3e25-4b0a-a520-790474d3683a req-346f55dd-40f9-4394-9dc6-3215a136a876 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441594 Sep 15 15:30:50.595529 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1e41db4d-76d5-4dce-ba4c-4dbc1f6e0d73 req-f630757e-533d-4ded-9e68-89ac429161e9 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=13e66f0e-b505-452e-9a0a-2ee2c8734eee HTTP/1.1" status: 200 len: 210 time: 0.0350749 Sep 15 15:30:50.672381 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c272836-d4c6-458b-bb9b-7f96b5cbf584 req-eb52cc51-f416-45d0-897a-d832a82d3d72 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:50.672381 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4c272836-d4c6-458b-bb9b-7f96b5cbf584 req-eb52cc51-f416-45d0-897a-d832a82d3d72 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 944 time: 0.0709586 Sep 15 15:30:50.684757 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6791d-350c-4a69-b23c-a409a26e307c req-1dcb1d08-99e8-467d-b1f6-9edc09a252b5 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:50.686333 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-b1f6791d-350c-4a69-b23c-a409a26e307c req-1dcb1d08-99e8-467d-b1f6-9edc09a252b5 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0519302 Sep 15 15:30:50.758230 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4c272836-d4c6-458b-bb9b-7f96b5cbf584 req-b2718a68-074f-41a3-99ef-32ae6f4a26a8 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779409 Sep 15 15:30:50.778601 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-f810693e-69ac-414c-bb49-93c963013658 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:50.781235 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-f810693e-69ac-414c-bb49-93c963013658 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.58 "GET /v2.0/networks?id=5530686d-3b7a-45e2-b0f4-20e56c88af09 HTTP/1.1" status: 200 len: 814 time: 0.1460996 Sep 15 15:30:50.787390 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [req-b1f6791d-350c-4a69-b23c-a409a26e307c req-a18403ef-521b-4d6e-90e5-f9b48376eb93 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Deleting port 87684267-f620-4297-9301-e7938b4b736d {{(pid=94799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:30:50.787735 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-b1f6791d-350c-4a69-b23c-a409a26e307c req-a18403ef-521b-4d6e-90e5-f9b48376eb93 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:50.794927 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-df151c3b-2322-4626-abd6-380bc25d5dcb tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Request body: {'port': {'device_id': '13e66f0e-b505-452e-9a0a-2ee2c8734eee', 'network_id': '5530686d-3b7a-45e2-b0f4-20e56c88af09', 'admin_state_up': True, 'tenant_id': '014eadde13994ef290dfbd41d07b4cae'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:30:50.907165 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [req-b1f6791d-350c-4a69-b23c-a409a26e307c req-a18403ef-521b-4d6e-90e5-f9b48376eb93 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] For port 87684267-f620-4297-9301-e7938b4b736d, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=87684267-f620-4297-9301-e7938b4b736d,segment=NetworkSegment(c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9),segment_id=c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9)] {{(pid=94799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:30:50.907591 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-b1f6791d-350c-4a69-b23c-a409a26e307c req-a18403ef-521b-4d6e-90e5-f9b48376eb93 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:50.919995 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [req-b1f6791d-350c-4a69-b23c-a409a26e307c req-a18403ef-521b-4d6e-90e5-f9b48376eb93 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Calling delete_port for 87684267-f620-4297-9301-e7938b4b736d owned by compute:nova {{(pid=94799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:30:50.971716 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365954c-e853-4127-ac60-467fc16ddf66 req-3eb1079c-999a-4ee6-88d9-1ee5416ecf50 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:50.973283 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4365954c-e853-4127-ac60-467fc16ddf66 req-3eb1079c-999a-4ee6-88d9-1ee5416ecf50 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 947 time: 0.0613811 Sep 15 15:30:51.041363 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4365954c-e853-4127-ac60-467fc16ddf66 req-d97f0142-fb55-423e-ac72-e06f3eb81598 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/security-groups?id=1273d1ea-5117-43fd-95f1-845a4914dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612609 Sep 15 15:30:51.055932 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2e1c6-9fa4-428e-9a16-550e7a7284f9 req-79d6e246-cfc4-4824-8de9-021714aba683 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:51.057376 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-eff2e1c6-9fa4-428e-9a16-550e7a7284f9 req-79d6e246-cfc4-4824-8de9-021714aba683 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 945 time: 0.0697062 Sep 15 15:30:51.097985 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-eff2e1c6-9fa4-428e-9a16-550e7a7284f9 req-c6b9c529-638e-47c1-97ad-2bb98c4645c9 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/security-groups?id=a4931ee9-8c5a-4535-9607-b4047a9b215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331371 Sep 15 15:30:51.115933 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-df151c3b-2322-4626-abd6-380bc25d5dcb tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Made reservation on behalf of 014eadde13994ef290dfbd41d07b4cae for: {'port': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:30:51.119727 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-df151c3b-2322-4626-abd6-380bc25d5dcb tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:51.207268 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-b1f6791d-350c-4a69-b23c-a409a26e307c req-a18403ef-521b-4d6e-90e5-f9b48376eb93 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:51.219054 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['87684267-f620-4297-9301-e7938b4b736d'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:30:51.248517 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18403ef-521b-4d6e-90e5-f9b48376eb93 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Pushing event deleted for resources: {'Port': ['ID=87684267-f620-4297-9301-e7938b4b736d,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:51.262339 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_common [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-df151c3b-2322-4626-abd6-380bc25d5dcb tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Allocated IP 172.20.0.4 (5530686d-3b7a-45e2-b0f4-20e56c88af09/9b34e668-014e-4cf5-a17a-3243541fc52a/17fe004d-3ac2-44f4-8028-e1e7d2ace16b) {{(pid=94800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:30:51.289176 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f6791d-350c-4a69-b23c-a409a26e307c req-a18403ef-521b-4d6e-90e5-f9b48376eb93 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] No DVR routers for this DVR port 87684267-f620-4297-9301-e7938b4b736d on host hv-cinder-80920 {{(pid=94799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:30:51.291696 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-b1f6791d-350c-4a69-b23c-a409a26e307c req-a18403ef-521b-4d6e-90e5-f9b48376eb93 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:51.294605 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-b1f6791d-350c-4a69-b23c-a409a26e307c req-a18403ef-521b-4d6e-90e5-f9b48376eb93 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.58 "DELETE /v2.0/ports/87684267-f620-4297-9301-e7938b4b736d HTTP/1.1" status: 204 len: 173 time: 0.6017694 Sep 15 15:30:51.295069 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4cbcd9-244f-49e5-9db6-e5d8164c2fac', 'name': 'network-vif-deleted', 'tag': '87684267-f620-4297-9301-e7938b4b736d'}] {{(pid=94799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:30:51.297388 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caaf3dc35d391ee5789c70ae145b39738e2d95c5e07cc5749919ddff6cc97c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c0f0f6-b171-4b0f-bbfe-0fa0bb178fda" -d '{"events": [{"server_uuid": "fe4cbcd9-244f-49e5-9db6-e5d8164c2fac", "name": "network-vif-deleted", "tag": "87684267-f620-4297-9301-e7938b4b736d"}]}' {{(pid=94799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:30:51.334841 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc8c713-510e-4c8b-b792-de1ac6d60efa x-openstack-request-id: req-5fc8c713-510e-4c8b-b792-de1ac6d60efa {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:30:51.335163 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4cbcd9-244f-49e5-9db6-e5d8164c2fac", "name": "network-vif-deleted", "tag": "87684267-f620-4297-9301-e7938b4b736d", "status": "completed", "code": 200}]} {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:30:51.335392 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5fc8c713-510e-4c8b-b792-de1ac6d60efa {{(pid=94799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:30:51.335796 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4cbcd9-244f-49e5-9db6-e5d8164c2fac', 'name': 'network-vif-deleted', 'tag': '87684267-f620-4297-9301-e7938b4b736d', 'status': 'completed', 'code': 200} Sep 15 15:30:51.410836 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-df151c3b-2322-4626-abd6-380bc25d5dcb tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Notify callbacks [] for port, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:51.528781 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-df151c3b-2322-4626-abd6-380bc25d5dcb tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:51.574891 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-df151c3b-2322-4626-abd6-380bc25d5dcb tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Network 5530686d-3b7a-45e2-b0f4-20e56c88af09 is already hosted by enough agents. {{(pid=94800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:30:51.578226 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-df151c3b-2322-4626-abd6-380bc25d5dcb tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Resources bound (agent type, host, resource id): {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:30:51.580839 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-df151c3b-2322-4626-abd6-380bc25d5dcb tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Received port after_create {{(pid=94800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:30:51.617016 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df151c3b-2322-4626-abd6-380bc25d5dcb tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Pushing event updated for resources: {'Port': ['ID=17fe004d-3ac2-44f4-8028-e1e7d2ace16b,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:51.663903 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-df151c3b-2322-4626-abd6-380bc25d5dcb tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:51.664521 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-df151c3b-2322-4626-abd6-380bc25d5dcb tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:51.721284 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04509d0b-4aaa-405d-8727-6089e1568179 req-e7ff5c78-5c17-496d-8546-eddb1331860e tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:51.722891 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-04509d0b-4aaa-405d-8727-6089e1568179 req-e7ff5c78-5c17-496d-8546-eddb1331860e tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 946 time: 0.1110263 Sep 15 15:30:51.760570 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63616916-4951-4069-960c-0206636ad87c req-0d25e692-defa-44a0-b487-67bd463ef533 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:51.763157 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-63616916-4951-4069-960c-0206636ad87c req-0d25e692-defa-44a0-b487-67bd463ef533 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=13e66f0e-b505-452e-9a0a-2ee2c8734eee HTTP/1.1" status: 200 len: 931 time: 0.0891447 Sep 15 15:30:51.791860 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-04509d0b-4aaa-405d-8727-6089e1568179 req-7891e1b2-68c2-478c-a39b-0b2a29f22cb0 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622723 Sep 15 15:30:51.797579 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-df151c3b-2322-4626-abd6-380bc25d5dcb tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0066502 Sep 15 15:30:51.813280 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-bcfac512-6076-4faf-bc88-a7b602dcd07c service neutron] Request body: {'port': {'device_id': '13e66f0e-b505-452e-9a0a-2ee2c8734eee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:30:51.843739 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-63616916-4951-4069-960c-0206636ad87c req-1f93c249-4a01-46e4-b439-b36163e2d9e8 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bd7e484-6080-4c28-ae89-9d2db1471b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708990 Sep 15 15:30:51.899223 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-bcfac512-6076-4faf-bc88-a7b602dcd07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:51.953933 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfc3c5-33ef-4565-b2b7-81dc5dff0c88 req-badd5a2a-1779-4a72-937e-27ec03e3cc39 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:51.955451 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-03bfc3c5-33ef-4565-b2b7-81dc5dff0c88 req-badd5a2a-1779-4a72-937e-27ec03e3cc39 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 944 time: 0.1027241 Sep 15 15:30:52.065265 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-03bfc3c5-33ef-4565-b2b7-81dc5dff0c88 req-b9cb847b-8cac-4ec3-8807-6cac230bf00c tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024609 Sep 15 15:30:52.226700 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0b049d7a-77c2-45fb-af96-258c49f2461e req-33728e83-a613-4cc5-8ad9-16653a215b26 tempest-ServerRescueNegativeTestJSON-771000471 tempest-ServerRescueNegativeTestJSON-771000471-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe4cbcd9-244f-49e5-9db6-e5d8164c2fac HTTP/1.1" status: 200 len: 210 time: 0.0388732 Sep 15 15:30:52.235322 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b289b-5539-43ea-96ca-87a00deb51fd req-166764bb-86ad-4b27-b0ba-7223ab140975 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:52.237025 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-981b289b-5539-43ea-96ca-87a00deb51fd req-166764bb-86ad-4b27-b0ba-7223ab140975 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 947 time: 0.1034913 Sep 15 15:30:52.318136 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-bcfac512-6076-4faf-bc88-a7b602dcd07c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17fe004d-3ac2-44f4-8028-e1e7d2ace16b {{(pid=94800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:30:52.325007 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-981b289b-5539-43ea-96ca-87a00deb51fd req-80c33132-bfbb-45fc-b648-3a4b7258431f tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/security-groups?id=1273d1ea-5117-43fd-95f1-845a4914dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795550 Sep 15 15:30:52.329039 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-bcfac512-6076-4faf-bc88-a7b602dcd07c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:52.347220 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.provisioning_blocks [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-bcfac512-6076-4faf-bc88-a7b602dcd07c service neutron] Transition to ACTIVE for port object 17fe004d-3ac2-44f4-8028-e1e7d2ace16b will not be triggered until provisioned by entity L2. {{(pid=94800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:30:52.419709 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-bcfac512-6076-4faf-bc88-a7b602dcd07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:52.440249 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 42cef83e-5b70-4fe6-b5e3-03b9a0250437 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:30:52.469967 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfac512-6076-4faf-bc88-a7b602dcd07c service neutron] Pushing event updated for resources: {'Port': ['ID=17fe004d-3ac2-44f4-8028-e1e7d2ace16b,revision_number=2']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:52.557009 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 42cef83e-5b70-4fe6-b5e3-03b9a0250437, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=42cef83e-5b70-4fe6-b5e3-03b9a0250437,segment=NetworkSegment(f771cd33-efad-4e9b-98af-f3712cca4008),segment_id=f771cd33-efad-4e9b-98af-f3712cca4008)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:30:52.558561 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-bcfac512-6076-4faf-bc88-a7b602dcd07c service neutron] Attempting to bind port 17fe004d-3ac2-44f4-8028-e1e7d2ace16b on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:30:52.559110 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-bcfac512-6076-4faf-bc88-a7b602dcd07c service neutron] Attempting to bind port 17fe004d-3ac2-44f4-8028-e1e7d2ace16b by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '46c5849c-4221-4df8-bced-0edeaabd6b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5530686d-3b7a-45e2-b0f4-20e56c88af09'}] {{(pid=94800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:30:52.559309 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-bcfac512-6076-4faf-bc88-a7b602dcd07c service neutron] Attempting to bind port 17fe004d-3ac2-44f4-8028-e1e7d2ace16b on network 5530686d-3b7a-45e2-b0f4-20e56c88af09 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:30:52.563794 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-bcfac512-6076-4faf-bc88-a7b602dcd07c service neutron] Port 17fe004d-3ac2-44f4-8028-e1e7d2ace16b on network 5530686d-3b7a-45e2-b0f4-20e56c88af09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:30:52.564115 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-bcfac512-6076-4faf-bc88-a7b602dcd07c service neutron] Attempting to bind port 17fe004d-3ac2-44f4-8028-e1e7d2ace16b on network 5530686d-3b7a-45e2-b0f4-20e56c88af09 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:30:52.569123 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-bcfac512-6076-4faf-bc88-a7b602dcd07c service neutron] Checking agent: {'id': 'eba348e6-0b8a-43b6-acdf-c2678b53c044', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'started_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:30:52.569696 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-bcfac512-6076-4faf-bc88-a7b602dcd07c service neutron] Checking segment: {'id': '46c5849c-4221-4df8-bced-0edeaabd6b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5530686d-3b7a-45e2-b0f4-20e56c88af09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:30:52.570072 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-bcfac512-6076-4faf-bc88-a7b602dcd07c service neutron] Bound using segment: {'id': '46c5849c-4221-4df8-bced-0edeaabd6b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5530686d-3b7a-45e2-b0f4-20e56c88af09'} {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:30:52.570491 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-bcfac512-6076-4faf-bc88-a7b602dcd07c service neutron] Bound port: 17fe004d-3ac2-44f4-8028-e1e7d2ace16b, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46c5849c-4221-4df8-bced-0edeaabd6b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5530686d-3b7a-45e2-b0f4-20e56c88af09'}}] {{(pid=94800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:30:52.570979 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-bcfac512-6076-4faf-bc88-a7b602dcd07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:52.571989 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Returning: {'device': '42cef83e-5b70-4fe6-b5e3-03b9a0250437', 'network_id': '892dd142-5f76-4245-922e-3a04ff98d493', 'port_id': '42cef83e-5b70-4fe6-b5e3-03b9a0250437', 'mac_address': 'fa:16:3e:df:e4:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b5056aa-2130-46e6-b026-a382a7bc0d18', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:30:52.611183 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:52.627412 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42cef83e-5b70-4fe6-b5e3-03b9a0250437 {{(pid=94801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:30:52.640764 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-bcfac512-6076-4faf-bc88-a7b602dcd07c service neutron] For port 17fe004d-3ac2-44f4-8028-e1e7d2ace16b, host hv-cinder-80920, cleared binding levels {{(pid=94800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:30:52.643986 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-bcfac512-6076-4faf-bc88-a7b602dcd07c service neutron] For port 17fe004d-3ac2-44f4-8028-e1e7d2ace16b, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=17fe004d-3ac2-44f4-8028-e1e7d2ace16b,segment=NetworkSegment(46c5849c-4221-4df8-bced-0edeaabd6b9c),segment_id=46c5849c-4221-4df8-bced-0edeaabd6b9c)] {{(pid=94800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:30:52.646533 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 42cef83e-5b70-4fe6-b5e3-03b9a0250437, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=42cef83e-5b70-4fe6-b5e3-03b9a0250437,segment=NetworkSegment(f771cd33-efad-4e9b-98af-f3712cca4008),segment_id=f771cd33-efad-4e9b-98af-f3712cca4008)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:30:52.700493 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-bcfac512-6076-4faf-bc88-a7b602dcd07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:52.710624 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:52.711506 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device b48faaa7-79fe-4315-8de8-8443f41a6f2a details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:30:52.736714 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-bcfac512-6076-4faf-bc88-a7b602dcd07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:52.737441 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-bcfac512-6076-4faf-bc88-a7b602dcd07c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:52.738745 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-bcfac512-6076-4faf-bc88-a7b602dcd07c service neutron] 10.222.0.58 "PUT /v2.0/ports/17fe004d-3ac2-44f4-8028-e1e7d2ace16b HTTP/1.1" status: 200 len: 1093 time: 0.9316900 Sep 15 15:30:52.739208 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e66f0e-b505-452e-9a0a-2ee2c8734eee', 'tag': '17fe004d-3ac2-44f4-8028-e1e7d2ace16b'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:30:52.741447 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b21e44-0a2b-49ab-9ca6-7eb4034c4908" -d '{"events": [{"name": "network-changed", "server_uuid": "13e66f0e-b505-452e-9a0a-2ee2c8734eee", "tag": "17fe004d-3ac2-44f4-8028-e1e7d2ace16b"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:30:52.771893 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfac512-6076-4faf-bc88-a7b602dcd07c service neutron] Pushing event updated for resources: {'Port': ['ID=17fe004d-3ac2-44f4-8028-e1e7d2ace16b,revision_number=3']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:52.792982 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=42cef83e-5b70-4fe6-b5e3-03b9a0250437,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:52.794996 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9310a2b-a366-4536-8e8b-b13eff6f874e x-openstack-request-id: req-e9310a2b-a366-4536-8e8b-b13eff6f874e {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:30:52.795347 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e66f0e-b505-452e-9a0a-2ee2c8734eee", "tag": "17fe004d-3ac2-44f4-8028-e1e7d2ace16b", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:30:52.795642 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e9310a2b-a366-4536-8e8b-b13eff6f874e {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:30:52.796031 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e66f0e-b505-452e-9a0a-2ee2c8734eee', 'tag': '17fe004d-3ac2-44f4-8028-e1e7d2ace16b', 'status': 'completed', 'code': 200} Sep 15 15:30:52.813841 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:52.814183 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:52.814525 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:52.814854 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:52.815215 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:52.815545 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:52.815869 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:52.816194 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:52.816544 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:52.816870 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:52.817188 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:52.817509 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:30:52.872894 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b21e44-0a2b-49ab-9ca6-7eb4034c4908 req-05311acc-ef50-49d2-843e-8af36259d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:52.874678 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-75b21e44-0a2b-49ab-9ca6-7eb4034c4908 req-05311acc-ef50-49d2-843e-8af36259d7b9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=014eadde13994ef290dfbd41d07b4cae&device_id=13e66f0e-b505-452e-9a0a-2ee2c8734eee HTTP/1.1" status: 200 len: 1096 time: 0.0562418 Sep 15 15:30:52.888538 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port b48faaa7-79fe-4315-8de8-8443f41a6f2a, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b48faaa7-79fe-4315-8de8-8443f41a6f2a,segment=NetworkSegment(16ea61c9-8f50-42fd-b6d5-977eb4abfa75),segment_id=16ea61c9-8f50-42fd-b6d5-977eb4abfa75)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:30:52.900300 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Returning: {'device': 'b48faaa7-79fe-4315-8de8-8443f41a6f2a', 'network_id': 'a082eaa6-2e7b-4969-90cd-60649a7615e7', 'port_id': 'b48faaa7-79fe-4315-8de8-8443f41a6f2a', 'mac_address': 'fa:16:3e:57:b5:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a7ae63-7f37-4bd7-9e7e-7f0923f816d4', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:30:52.942080 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:52.956248 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b48faaa7-79fe-4315-8de8-8443f41a6f2a {{(pid=94801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:30:52.975792 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port b48faaa7-79fe-4315-8de8-8443f41a6f2a, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b48faaa7-79fe-4315-8de8-8443f41a6f2a,segment=NetworkSegment(16ea61c9-8f50-42fd-b6d5-977eb4abfa75),segment_id=16ea61c9-8f50-42fd-b6d5-977eb4abfa75)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:30:53.023132 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf65af4-64a8-43c4-9e6d-a28a73c9e6e9 req-f4246d0a-fae2-48a9-b76e-5ebf0cbaf0f4 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:53.024626 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fcf65af4-64a8-43c4-9e6d-a28a73c9e6e9 req-f4246d0a-fae2-48a9-b76e-5ebf0cbaf0f4 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 946 time: 0.1559188 Sep 15 15:30:53.045643 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdf1f1-7c49-4c92-97f6-23c073350a09 req-20d52681-4a14-4a4f-993e-5bd36d95721e tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:53.047085 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b7fdf1f1-7c49-4c92-97f6-23c073350a09 req-20d52681-4a14-4a4f-993e-5bd36d95721e tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=13e66f0e-b505-452e-9a0a-2ee2c8734eee HTTP/1.1" status: 200 len: 943 time: 0.1204116 Sep 15 15:30:53.084513 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b21e44-0a2b-49ab-9ca6-7eb4034c4908 req-807a2b40-b1e1-4f01-a11f-458f842573a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:53.086038 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-75b21e44-0a2b-49ab-9ca6-7eb4034c4908 req-807a2b40-b1e1-4f01-a11f-458f842573a1 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=014eadde13994ef290dfbd41d07b4cae&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2016888 Sep 15 15:30:53.090164 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:53.138694 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=b48faaa7-79fe-4315-8de8-8443f41a6f2a,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:53.149597 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fcf65af4-64a8-43c4-9e6d-a28a73c9e6e9 req-c0be717c-a434-4b69-abca-9f9b447595b0 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166894 Sep 15 15:30:53.157056 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b7fdf1f1-7c49-4c92-97f6-23c073350a09 req-62eb944d-311d-4b24-99bc-0467eafd4fac tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bd7e484-6080-4c28-ae89-9d2db1471b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847843 Sep 15 15:30:53.171894 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-18b70d7d-49dc-415b-9e3f-a3b1156f5084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:53.220310 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b21e44-0a2b-49ab-9ca6-7eb4034c4908 req-ee798789-b9f3-439f-b741-00e56b909acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:53.221775 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-75b21e44-0a2b-49ab-9ca6-7eb4034c4908 req-ee798789-b9f3-439f-b741-00e56b909acf service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276631 Sep 15 15:30:53.285398 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 52634) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:53.301107 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd83c8b-277a-4b65-97b0-5c239e34d9b4 req-80b25ad6-3def-4d3c-9d6d-cd6afca9e303 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:53.302488 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ccd83c8b-277a-4b65-97b0-5c239e34d9b4 req-80b25ad6-3def-4d3c-9d6d-cd6afca9e303 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 945 time: 0.0798731 Sep 15 15:30:53.317768 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['b48faaa7-79fe-4315-8de8-8443f41a6f2a'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:30:53.320109 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-e607ae6f-e342-4faf-86af-b79227ae556e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:53.322036 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-e607ae6f-e342-4faf-86af-b79227ae556e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=014eadde13994ef290dfbd41d07b4cae&device_id=13e66f0e-b505-452e-9a0a-2ee2c8734eee HTTP/1.1" status: 200 len: 1096 time: 0.0607831 Sep 15 15:30:53.373132 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['42cef83e-5b70-4fe6-b5e3-03b9a0250437'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:30:53.376766 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-b86316c9-7b40-48b4-bf85-4f1c147967a0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17fe004d-3ac2-44f4-8028-e1e7d2ace16b HTTP/1.1" status: 200 len: 217 time: 0.0454624 Sep 15 15:30:53.411502 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ccd83c8b-277a-4b65-97b0-5c239e34d9b4 req-aebb08c3-fada-4cf4-af0c-f42970cc4e8e tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981138 Sep 15 15:30:53.508340 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-d84f9bee-97af-46c3-82b7-cc818189f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:53.510764 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-d84f9bee-97af-46c3-82b7-cc818189f637 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b34e668-014e-4cf5-a17a-3243541fc52a HTTP/1.1" status: 200 len: 854 time: 0.1247168 Sep 15 15:30:53.526567 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491dc13d-e21c-4eb7-ad3f-09180e0b9a9a req-a29d208a-ecf7-43f7-81b5-5d55be6a66b5 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:53.531581 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-491dc13d-e21c-4eb7-ad3f-09180e0b9a9a req-a29d208a-ecf7-43f7-81b5-5d55be6a66b5 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 948 time: 0.0909674 Sep 15 15:30:53.575311 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-212a248e-1b9f-4c15-837f-155f542b6c57 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5530686d-3b7a-45e2-b0f4-20e56c88af09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408478 Sep 15 15:30:53.614257 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-491dc13d-e21c-4eb7-ad3f-09180e0b9a9a req-30bbb9da-a78d-4841-ada9-9c83befbc990 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/security-groups?id=1273d1ea-5117-43fd-95f1-845a4914dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690448 Sep 15 15:30:53.713339 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-e48ed374-4ee8-4ce2-86fc-ef856b660c27 service neutron] 10.222.0.58 "GET /v2.0/networks/5530686d-3b7a-45e2-b0f4-20e56c88af09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111846 Sep 15 15:30:53.787890 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-3f900038-09ca-48c8-8568-67fe42381e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579089'] for router_interface, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:53.803155 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0a5ea1b7-6c5a-46fb-933d-9a236236253e req-faad2225-7bd2-4469-ae8e-b9eb0ebf75fa service neutron] 10.222.0.58 "GET /v2.0/networks/5530686d-3b7a-45e2-b0f4-20e56c88af09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821216 Sep 15 15:30:54.077748 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-3f900038-09ca-48c8-8568-67fe42381e5b admin admin] Deleting port 7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d {{(pid=94799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:30:54.078073 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-3f900038-09ca-48c8-8568-67fe42381e5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:54.152075 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [None req-3f900038-09ca-48c8-8568-67fe42381e5b admin admin] For port 7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d,segment=NetworkSegment(c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9),segment_id=c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9)] {{(pid=94799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:30:54.152964 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-3f900038-09ca-48c8-8568-67fe42381e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:54.165674 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-3f900038-09ca-48c8-8568-67fe42381e5b admin admin] Calling delete_port for 7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d owned by network:router_interface {{(pid=94799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:30:54.213633 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:54.285700 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7340f-d3af-447b-abef-21e03aff7e44 req-faec3329-a010-49a9-bce8-0a7daa5011a0 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:54.287276 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-43f7340f-d3af-447b-abef-21e03aff7e44 req-faec3329-a010-49a9-bce8-0a7daa5011a0 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=13e66f0e-b505-452e-9a0a-2ee2c8734eee HTTP/1.1" status: 200 len: 943 time: 0.0503724 Sep 15 15:30:54.331339 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-43f7340f-d3af-447b-abef-21e03aff7e44 req-1e2cc090-4804-49a9-b12b-819ff2791ee0 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bd7e484-6080-4c28-ae89-9d2db1471b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361028 Sep 15 15:30:54.419264 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-3f900038-09ca-48c8-8568-67fe42381e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:54.447336 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f900038-09ca-48c8-8568-67fe42381e5b admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:54.476486 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 42cef83e-5b70-4fe6-b5e3-03b9a0250437 up at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:30:54.534910 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef118fd-b2ef-44e3-90f8-3fa46a0180e5 req-10f36390-9304-4c75-9919-15ed33f480eb tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:54.536547 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bef118fd-b2ef-44e3-90f8-3fa46a0180e5 req-10f36390-9304-4c75-9919-15ed33f480eb tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 945 time: 0.0530112 Sep 15 15:30:54.577142 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bef118fd-b2ef-44e3-90f8-3fa46a0180e5 req-16544509-5db5-4604-819b-6c1ebfe0838a tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343590 Sep 15 15:30:54.594568 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning for port 42cef83e-5b70-4fe6-b5e3-03b9a0250437 completed by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:30:54.598681 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning complete for port 42cef83e-5b70-4fe6-b5e3-03b9a0250437 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:30:54.599139 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:54.614790 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-3f900038-09ca-48c8-8568-67fe42381e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568993'] for router_interface, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:54.707409 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:54.732241 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2b4c81-0269-4f0e-881a-a7d09a757431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cef83e-5b70-4fe6-b5e3-03b9a0250437'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:30:54.734501 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56217c55-9b6c-43b9-947a-40e1d2b596d7" -d '{"events": [{"server_uuid": "1a2b4c81-0269-4f0e-881a-a7d09a757431", "name": "network-vif-plugged", "status": "completed", "tag": "42cef83e-5b70-4fe6-b5e3-03b9a0250437"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:30:54.748918 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ee6cf-72ac-48a9-982d-ccef8065d4d2 req-bac5dce6-28ab-468e-a2e9-b0209281eb34 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:54.749110 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 42cef83e-5b70-4fe6-b5e3-03b9a0250437, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=42cef83e-5b70-4fe6-b5e3-03b9a0250437,segment=NetworkSegment(f771cd33-efad-4e9b-98af-f3712cca4008),segment_id=f771cd33-efad-4e9b-98af-f3712cca4008)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:30:54.750868 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ab9ee6cf-72ac-48a9-982d-ccef8065d4d2 req-bac5dce6-28ab-468e-a2e9-b0209281eb34 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 948 time: 0.0690885 Sep 15 15:30:54.774720 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19efa193-9788-4807-aac4-298c567da386 x-openstack-request-id: req-19efa193-9788-4807-aac4-298c567da386 {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:30:54.775044 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2b4c81-0269-4f0e-881a-a7d09a757431", "name": "network-vif-plugged", "status": "completed", "tag": "42cef83e-5b70-4fe6-b5e3-03b9a0250437", "code": 200}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:30:54.775286 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-19efa193-9788-4807-aac4-298c567da386 {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:30:54.775836 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2b4c81-0269-4f0e-881a-a7d09a757431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cef83e-5b70-4fe6-b5e3-03b9a0250437', 'code': 200} Sep 15 15:30:54.795803 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ab9ee6cf-72ac-48a9-982d-ccef8065d4d2 req-145b7b85-b938-41a4-a75b-59fba2beeefc tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/security-groups?id=1273d1ea-5117-43fd-95f1-845a4914dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384798 Sep 15 15:30:54.849945 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f900038-09ca-48c8-8568-67fe42381e5b admin admin] Router 63d02795-4d3b-40dd-b7d1-4209f9829248 has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:30:54.916637 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:54.917468 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device b48faaa7-79fe-4315-8de8-8443f41a6f2a up at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:30:54.958920 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f900038-09ca-48c8-8568-67fe42381e5b admin admin] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:30:54.966783 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-3f900038-09ca-48c8-8568-67fe42381e5b admin admin] 10.222.0.54 "PUT /v2.0/routers/63d02795-4d3b-40dd-b7d1-4209f9829248/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6778250 Sep 15 15:30:54.967882 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 52650) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:54.972107 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f2609c-731f-4e6b-8d08-220c63011e93 None None] Sync routers for ids ['63d02795-4d3b-40dd-b7d1-4209f9829248'] in dv-cinder-809201-1-iscsi {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:30:54.981874 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f2609c-731f-4e6b-8d08-220c63011e93 None None] Routers {'63d02795-4d3b-40dd-b7d1-4209f9829248'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:30:54.982642 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-95f2609c-731f-4e6b-8d08-220c63011e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:30:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['63d02795-4d3b-40dd-b7d1-4209f9829248'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:55.125247 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=42cef83e-5b70-4fe6-b5e3-03b9a0250437,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:55.189056 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-95f2609c-731f-4e6b-8d08-220c63011e93 None None] Set router 63d02795-4d3b-40dd-b7d1-4209f9829248 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:30:55.236618 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning for port b48faaa7-79fe-4315-8de8-8443f41a6f2a completed by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:30:55.240930 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning complete for port b48faaa7-79fe-4315-8de8-8443f41a6f2a triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:30:55.241289 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:55.260269 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd12fc8-eb7b-4212-bbbe-89c0f2ae36ea req-f9e4fa03-167b-4bf6-84c6-fda0ab611cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:55.262306 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5cd12fc8-eb7b-4212-bbbe-89c0f2ae36ea req-f9e4fa03-167b-4bf6-84c6-fda0ab611cf1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 1099 time: 0.0452483 Sep 15 15:30:55.311278 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-351d2034-2984-4170-ba63-62360efafad5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:55.313916 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5cd12fc8-eb7b-4212-bbbe-89c0f2ae36ea req-b8334084-6327-46b3-b2d1-ebf48d18ca62 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417900 Sep 15 15:30:55.336893 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:55.372378 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port b48faaa7-79fe-4315-8de8-8443f41a6f2a, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b48faaa7-79fe-4315-8de8-8443f41a6f2a,segment=NetworkSegment(16ea61c9-8f50-42fd-b6d5-977eb4abfa75),segment_id=16ea61c9-8f50-42fd-b6d5-977eb4abfa75)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:30:55.395669 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-95f2609c-731f-4e6b-8d08-220c63011e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d02795-4d3b-40dd-b7d1-4209f9829248', 'name': 'tempest-ServerRescueNegativeTestJSON-1117850702-router', 'tenant_id': '3a16269c5a0742a89bef71d5a8d467a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5988bc59-1888-4bc2-bc8e-a2cd44d96583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:17Z', 'updated_at': '2021-09-15T15:30:54Z', 'revision_number': 5, 'project_id': '3a16269c5a0742a89bef71d5a8d467a2', 'gw_port': {'id': '5988bc59-1888-4bc2-bc8e-a2cd44d96583', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:63:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d02795-4d3b-40dd-b7d1-4209f9829248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:19Z', 'updated_at': '2021-09-15T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:55.424393 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-351d2034-2984-4170-ba63-62360efafad5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:55.427132 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f2609c-731f-4e6b-8d08-220c63011e93 None None] Checking router: 63d02795-4d3b-40dd-b7d1-4209f9829248 for host: dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:30:55.436800 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f2609c-731f-4e6b-8d08-220c63011e93 None None] Routers {'63d02795-4d3b-40dd-b7d1-4209f9829248'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:30:55.437430 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-95f2609c-731f-4e6b-8d08-220c63011e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:30:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['63d02795-4d3b-40dd-b7d1-4209f9829248'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:55.464597 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab960f-2d3d-4beb-9530-1a0fdd6335a0 req-19d95876-c4c2-40ba-9723-7e5d211eef0c tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:55.470998 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bfab960f-2d3d-4beb-9530-1a0fdd6335a0 req-19d95876-c4c2-40ba-9723-7e5d211eef0c tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=13e66f0e-b505-452e-9a0a-2ee2c8734eee HTTP/1.1" status: 200 len: 943 time: 0.0523229 Sep 15 15:30:55.476548 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:55.478826 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 87684267-f620-4297-9301-e7938b4b736d no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:30:55.518717 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bfab960f-2d3d-4beb-9530-1a0fdd6335a0 req-2dfc5ef2-964c-4e8b-b96d-9f77ebb8bbb2 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bd7e484-6080-4c28-ae89-9d2db1471b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376599 Sep 15 15:30:55.535421 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] No Port match for: 87684267-f620-4297-9301-e7938b4b736d {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:30:55.535984 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 87684267-f620-4297-9301-e7938b4b736d not bound to the agent host hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:30:55.553995 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-95f2609c-731f-4e6b-8d08-220c63011e93 None None] Set router 63d02795-4d3b-40dd-b7d1-4209f9829248 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:30:55.564091 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=b48faaa7-79fe-4315-8de8-8443f41a6f2a,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:55.569086 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-351d2034-2984-4170-ba63-62360efafad5 admin admin] Deleting port 5988bc59-1888-4bc2-bc8e-a2cd44d96583 {{(pid=94799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:30:55.569757 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-351d2034-2984-4170-ba63-62360efafad5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:55.648918 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [None req-351d2034-2984-4170-ba63-62360efafad5 admin admin] For port 5988bc59-1888-4bc2-bc8e-a2cd44d96583, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=5988bc59-1888-4bc2-bc8e-a2cd44d96583,segment=NetworkSegment(892b6518-e65e-438b-8e7f-3ce7335aa343),segment_id=892b6518-e65e-438b-8e7f-3ce7335aa343)] {{(pid=94799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:30:55.649181 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-351d2034-2984-4170-ba63-62360efafad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:55.663467 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-351d2034-2984-4170-ba63-62360efafad5 admin admin] Calling delete_port for 5988bc59-1888-4bc2-bc8e-a2cd44d96583 owned by network:router_gateway {{(pid=94799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:30:55.699832 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d4934-48d6-4964-bda9-3aeb4b41bec2 req-a0c11e38-ecc0-478b-8a6f-5d8512fa4b99 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:55.701781 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-275d4934-48d6-4964-bda9-3aeb4b41bec2 req-a0c11e38-ecc0-478b-8a6f-5d8512fa4b99 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 946 time: 0.0539434 Sep 15 15:30:55.743192 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-95f2609c-731f-4e6b-8d08-220c63011e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d02795-4d3b-40dd-b7d1-4209f9829248', 'name': 'tempest-ServerRescueNegativeTestJSON-1117850702-router', 'tenant_id': '3a16269c5a0742a89bef71d5a8d467a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5988bc59-1888-4bc2-bc8e-a2cd44d96583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:17Z', 'updated_at': '2021-09-15T15:30:54Z', 'revision_number': 5, 'project_id': '3a16269c5a0742a89bef71d5a8d467a2', 'gw_port': {'id': '5988bc59-1888-4bc2-bc8e-a2cd44d96583', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:63:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d02795-4d3b-40dd-b7d1-4209f9829248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:19Z', 'updated_at': '2021-09-15T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:55.749695 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-275d4934-48d6-4964-bda9-3aeb4b41bec2 req-18358038-c831-4a5e-af4c-eef8f69d0211 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415335 Sep 15 15:30:55.773046 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f2609c-731f-4e6b-8d08-220c63011e93 None None] The sync data for ids ['63d02795-4d3b-40dd-b7d1-4209f9829248'] in dv-cinder-809201-1-iscsi is: [{'id': '63d02795-4d3b-40dd-b7d1-4209f9829248', 'name': 'tempest-ServerRescueNegativeTestJSON-1117850702-router', 'tenant_id': '3a16269c5a0742a89bef71d5a8d467a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5988bc59-1888-4bc2-bc8e-a2cd44d96583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:17Z', 'updated_at': '2021-09-15T15:30:54Z', 'revision_number': 5, 'project_id': '3a16269c5a0742a89bef71d5a8d467a2', 'gw_port': {'id': '5988bc59-1888-4bc2-bc8e-a2cd44d96583', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:63:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d02795-4d3b-40dd-b7d1-4209f9829248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:19Z', 'updated_at': '2021-09-15T15:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}] {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:30:55.920342 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bd9a7-7f9d-4beb-8541-f0a4cde2a80c req-189ce02a-203f-461b-a969-21ae7135bbc3 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:55.921866 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-470bd9a7-7f9d-4beb-8541-f0a4cde2a80c req-189ce02a-203f-461b-a969-21ae7135bbc3 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 949 time: 0.0580256 Sep 15 15:30:55.961448 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-351d2034-2984-4170-ba63-62360efafad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:55.969307 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-470bd9a7-7f9d-4beb-8541-f0a4cde2a80c req-b6b22e01-d114-414f-b224-757b39fa5800 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/security-groups?id=1273d1ea-5117-43fd-95f1-845a4914dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380712 Sep 15 15:30:55.994491 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d2034-2984-4170-ba63-62360efafad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5988bc59-1888-4bc2-bc8e-a2cd44d96583,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:56.054084 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-351d2034-2984-4170-ba63-62360efafad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568935'] for router_gateway, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:56.162304 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-d185526c-8483-4cbe-b7f7-d4dc6194143a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:56.177209 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-351d2034-2984-4170-ba63-62360efafad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:56.177785 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-351d2034-2984-4170-ba63-62360efafad5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:56.197314 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:56.260105 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d no longer exists at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:30:56.281638 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] No Port match for: 7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:30:56.282015 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 7dc77c1c-40c6-4d96-9f8f-7cc1c0bb519d not bound to the agent host dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:30:56.333843 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-351d2034-2984-4170-ba63-62360efafad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-580045'] for router, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:56.334370 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351d2034-2984-4170-ba63-62360efafad5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63d02795-4d3b-40dd-b7d1-4209f9829248 {{(pid=94799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:30:56.339580 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-351d2034-2984-4170-ba63-62360efafad5 admin admin] Notify callbacks [] for router, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:56.340982 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-351d2034-2984-4170-ba63-62360efafad5 admin admin] 10.222.0.54 "DELETE /v2.0/routers/63d02795-4d3b-40dd-b7d1-4209f9829248 HTTP/1.1" status: 204 len: 168 time: 1.3728683 Sep 15 15:30:56.345421 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 52660) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:56.393864 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_v2 [None req-8672781c-82c4-4415-84ea-0b6be09f44c4 admin admin] Deleting subnet 97e16b6b-eb11-4c27-ab3e-76841cb2f586 {{(pid=94799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:30:56.397192 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-8672781c-82c4-4415-84ea-0b6be09f44c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:56.441449 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-8672781c-82c4-4415-84ea-0b6be09f44c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9270566'] for subnet, precommit_delete_associations {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:56.486940 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-8672781c-82c4-4415-84ea-0b6be09f44c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1523291'] for subnet, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:56.489347 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 17fe004d-3ac2-44f4-8028-e1e7d2ace16b details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:30:56.598912 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 17fe004d-3ac2-44f4-8028-e1e7d2ace16b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=17fe004d-3ac2-44f4-8028-e1e7d2ace16b,segment=NetworkSegment(46c5849c-4221-4df8-bced-0edeaabd6b9c),segment_id=46c5849c-4221-4df8-bced-0edeaabd6b9c)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:30:56.612343 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Returning: {'device': '17fe004d-3ac2-44f4-8028-e1e7d2ace16b', 'network_id': '5530686d-3b7a-45e2-b0f4-20e56c88af09', 'port_id': '17fe004d-3ac2-44f4-8028-e1e7d2ace16b', 'mac_address': 'fa:16:3e:d9:d4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b34e668-014e-4cf5-a17a-3243541fc52a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:30:56.653637 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5b416-8494-48ee-8b40-9af8f99fefec req-3befd4ab-89e2-4a8e-ba50-45fbba08ef9d tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:56.654229 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:56.655187 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1ee5b416-8494-48ee-8b40-9af8f99fefec req-3befd4ab-89e2-4a8e-ba50-45fbba08ef9d tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=13e66f0e-b505-452e-9a0a-2ee2c8734eee HTTP/1.1" status: 200 len: 943 time: 0.0510144 Sep 15 15:30:56.659021 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-8672781c-82c4-4415-84ea-0b6be09f44c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1523276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9314439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9382956'] for subnet, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:56.667933 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17fe004d-3ac2-44f4-8028-e1e7d2ace16b {{(pid=94801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:30:56.686126 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672781c-82c4-4415-84ea-0b6be09f44c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97e16b6b-eb11-4c27-ab3e-76841cb2f586,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:56.689847 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-8672781c-82c4-4415-84ea-0b6be09f44c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:56.692765 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 17fe004d-3ac2-44f4-8028-e1e7d2ace16b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=17fe004d-3ac2-44f4-8028-e1e7d2ace16b,segment=NetworkSegment(46c5849c-4221-4df8-bced-0edeaabd6b9c),segment_id=46c5849c-4221-4df8-bced-0edeaabd6b9c)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:30:56.694687 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-8672781c-82c4-4415-84ea-0b6be09f44c4 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/97e16b6b-eb11-4c27-ab3e-76841cb2f586 HTTP/1.1" status: 204 len: 168 time: 0.3478272 Sep 15 15:30:56.695351 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 52664) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:56.703657 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1ee5b416-8494-48ee-8b40-9af8f99fefec req-4d5f0c61-f331-4b95-9335-571204d3e19f tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bd7e484-6080-4c28-ae89-9d2db1471b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395250 Sep 15 15:30:56.765861 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-46a1fede-b5f7-4f21-b0be-043ac8f8b54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369514'] for network, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:56.768132 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:56.794625 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2b81c2-fbae-45d8-8b22-04893a53c297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48faaa7-79fe-4315-8de8-8443f41a6f2a'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:30:56.797334 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81d13ce-b3bd-4e06-9881-b7d62454e845" -d '{"events": [{"server_uuid": "fb2b81c2-fbae-45d8-8b22-04893a53c297", "name": "network-vif-plugged", "status": "completed", "tag": "b48faaa7-79fe-4315-8de8-8443f41a6f2a"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:30:56.831080 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=17fe004d-3ac2-44f4-8028-e1e7d2ace16b,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:56.858453 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1429ace9-38e1-46a3-b9e0-294c72e082a5 x-openstack-request-id: req-1429ace9-38e1-46a3-b9e0-294c72e082a5 {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:30:56.858748 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb2b81c2-fbae-45d8-8b22-04893a53c297", "name": "network-vif-plugged", "status": "completed", "tag": "b48faaa7-79fe-4315-8de8-8443f41a6f2a", "code": 200}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:30:56.859020 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1429ace9-38e1-46a3-b9e0-294c72e082a5 {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:30:56.859419 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2b81c2-fbae-45d8-8b22-04893a53c297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48faaa7-79fe-4315-8de8-8443f41a6f2a', 'code': 200} Sep 15 15:30:56.880327 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-46a1fede-b5f7-4f21-b0be-043ac8f8b54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522908', 'neutron.services.segments.db._delete_segments_for_network-8751443108509'] for network, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:56.910506 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.services.segments.db [None req-46a1fede-b5f7-4f21-b0be-043ac8f8b54e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847cb1e4-e19c-4271-800e-31d2a3c7a1df']}} {{(pid=94799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:56.914808 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628404a-5e6b-41ac-97b4-39d307963068 req-d4d5d9b9-75ad-4306-b1fa-d989d136cf0d tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:56.921875 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.services.segments.db [None req-46a1fede-b5f7-4f21-b0be-043ac8f8b54e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9') {'for_net_delete': True} {{(pid=94799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:56.923109 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8628404a-5e6b-41ac-97b4-39d307963068 req-d4d5d9b9-75ad-4306-b1fa-d989d136cf0d tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 946 time: 0.0975084 Sep 15 15:30:56.928412 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.services.segments.db [None req-46a1fede-b5f7-4f21-b0be-043ac8f8b54e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24c2b4e-9994-41f2-b06b-0e0dd9d41ed9') {} {{(pid=94799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:30:56.940085 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-46a1fede-b5f7-4f21-b0be-043ac8f8b54e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751443108774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9270573'] for segment, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:56.956486 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-46a1fede-b5f7-4f21-b0be-043ac8f8b54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:56.957263 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8628404a-5e6b-41ac-97b4-39d307963068 req-0182e299-355f-4253-8ed4-79d92877c561 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333080 Sep 15 15:30:56.962602 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a1fede-b5f7-4f21-b0be-043ac8f8b54e admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:30:56.963011 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-46a1fede-b5f7-4f21-b0be-043ac8f8b54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9314649'] for segment, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: Traceback (most recent call last): Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: timer() Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: cb(*args, **kw) Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: return func(*args, **kwargs) Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: self._notify() Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: self.callback(batched_events) Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: event.method(event) Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: return f(self, *a, **k) Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: return self._get(url).json() Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: return self.request(url, 'GET', **kwargs) Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:30:56.964746 dv-cinder-809201-1-iscsi neutron-server[94799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:30:57.020420 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['17fe004d-3ac2-44f4-8028-e1e7d2ace16b'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:30:57.072861 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:57.099026 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-46a1fede-b5f7-4f21-b0be-043ac8f8b54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:57.108955 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-46a1fede-b5f7-4f21-b0be-043ac8f8b54e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:57.113897 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-46a1fede-b5f7-4f21-b0be-043ac8f8b54e admin admin] 10.222.0.54 "DELETE /v2.0/networks/847cb1e4-e19c-4271-800e-31d2a3c7a1df HTTP/1.1" status: 204 len: 168 time: 0.4153500 Sep 15 15:30:57.124361 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1fede-b5f7-4f21-b0be-043ac8f8b54e admin admin] Pushing event deleted for resources: {'Network': ['ID=847cb1e4-e19c-4271-800e-31d2a3c7a1df,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:57.134787 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866210f-415b-4de6-afab-1f8816059c75 req-ba957f20-35e4-4f97-b926-0f1f6c69a3ef tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:57.139878 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5866210f-415b-4de6-afab-1f8816059c75 req-ba957f20-35e4-4f97-b926-0f1f6c69a3ef tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 949 time: 0.0861402 Sep 15 15:30:57.175783 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b662bcd-fce9-465b-8ab4-c1d484808682 req-0e668252-5700-4a19-8bcc-364ab2ae72ed tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:57.177535 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5b662bcd-fce9-465b-8ab4-c1d484808682 req-0e668252-5700-4a19-8bcc-364ab2ae72ed tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 946 time: 0.0980017 Sep 15 15:30:57.210324 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5866210f-415b-4de6-afab-1f8816059c75 req-4a5fe8ec-19ab-4e1e-8c5e-116b6657b988 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/security-groups?id=1273d1ea-5117-43fd-95f1-845a4914dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615892 Sep 15 15:30:57.232955 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5b662bcd-fce9-465b-8ab4-c1d484808682 req-ba1edfbe-7efa-44b9-8a75-ca753c120c6e tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427241 Sep 15 15:30:57.281310 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50c7f2-a146-4af0-b435-45acfb73d5ef req-883d6f1e-0ea9-4290-82cb-e84bd55d7248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:57.282825 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9a50c7f2-a146-4af0-b435-45acfb73d5ef req-883d6f1e-0ea9-4290-82cb-e84bd55d7248 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 1102 time: 0.0443997 Sep 15 15:30:57.317597 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9a50c7f2-a146-4af0-b435-45acfb73d5ef req-e526cccb-d169-476d-9c39-0b1ea0b87d35 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1273d1ea-5117-43fd-95f1-845a4914dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274801 Sep 15 15:30:57.454423 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 52680) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:57.497154 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-e7f91c1b-b5ee-469b-9a04-985525ce55f2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3a16269c5a0742a89bef71d5a8d467a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0389693 Sep 15 15:30:57.497333 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 52684) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:57.552834 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2ae24699-0088-4a70-91fb-b3980bff0622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:57.572561 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136ffd7-800c-4170-9650-f2f78c4d7aa3 req-eda4cfdd-0479-4e08-aca4-a9442b184fd7 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:57.574034 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d136ffd7-800c-4170-9650-f2f78c4d7aa3 req-eda4cfdd-0479-4e08-aca4-a9442b184fd7 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 946 time: 0.0541232 Sep 15 15:30:57.575512 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2ae24699-0088-4a70-91fb-b3980bff0622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:57.614661 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d136ffd7-800c-4170-9650-f2f78c4d7aa3 req-ad60c4ce-4212-4ad2-b8a3-e7d33d13bd59 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333502 Sep 15 15:30:57.710900 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2ae24699-0088-4a70-91fb-b3980bff0622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:57.713527 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2ae24699-0088-4a70-91fb-b3980bff0622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:57.714704 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-2ae24699-0088-4a70-91fb-b3980bff0622 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a4931ee9-8c5a-4535-9607-b4047a9b215f HTTP/1.1" status: 204 len: 168 time: 0.2164741 Sep 15 15:30:57.722636 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae24699-0088-4a70-91fb-b3980bff0622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4931ee9-8c5a-4535-9607-b4047a9b215f,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:57.840468 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64d6a6-9d78-42fa-8e01-d055a9e1c03d req-4aa6c977-bbc0-4d8a-82fa-1b4036a8bc6b tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:57.842330 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fd64d6a6-9d78-42fa-8e01-d055a9e1c03d req-4aa6c977-bbc0-4d8a-82fa-1b4036a8bc6b tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=13e66f0e-b505-452e-9a0a-2ee2c8734eee HTTP/1.1" status: 200 len: 944 time: 0.0508018 Sep 15 15:30:57.880480 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fd64d6a6-9d78-42fa-8e01-d055a9e1c03d req-b3bc527f-6c26-4618-bac5-0abbfe82e881 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bd7e484-6080-4c28-ae89-9d2db1471b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318394 Sep 15 15:30:58.016220 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 5988bc59-1888-4bc2-bc8e-a2cd44d96583 no longer exists at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:30:58.036456 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] No Port match for: 5988bc59-1888-4bc2-bc8e-a2cd44d96583 {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:30:58.036794 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 5988bc59-1888-4bc2-bc8e-a2cd44d96583 not bound to the agent host dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:30:58.345555 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b5d05-d67f-4671-8505-33582e1bc12c req-79a5160f-d997-4fdf-9966-7be6f129b7ee tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:58.347018 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-162b5d05-d67f-4671-8505-33582e1bc12c req-79a5160f-d997-4fdf-9966-7be6f129b7ee tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 949 time: 0.0558026 Sep 15 15:30:58.391167 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-162b5d05-d67f-4671-8505-33582e1bc12c req-77dce607-d0f3-411a-b38b-aeabe7f15866 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/security-groups?id=1273d1ea-5117-43fd-95f1-845a4914dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333166 Sep 15 15:30:58.514314 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 17fe004d-3ac2-44f4-8028-e1e7d2ace16b up at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:30:58.635959 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning for port 17fe004d-3ac2-44f4-8028-e1e7d2ace16b completed by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:30:58.640980 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning complete for port 17fe004d-3ac2-44f4-8028-e1e7d2ace16b triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:30:58.641352 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:58.737840 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:58.773593 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 17fe004d-3ac2-44f4-8028-e1e7d2ace16b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=17fe004d-3ac2-44f4-8028-e1e7d2ace16b,segment=NetworkSegment(46c5849c-4221-4df8-bced-0edeaabd6b9c),segment_id=46c5849c-4221-4df8-bced-0edeaabd6b9c)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:30:58.848036 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:58.860794 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e66f0e-b505-452e-9a0a-2ee2c8734eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fe004d-3ac2-44f4-8028-e1e7d2ace16b'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:30:58.863492 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3049b1d8-5227-4d19-905c-94f7985dc49b" -d '{"events": [{"server_uuid": "13e66f0e-b505-452e-9a0a-2ee2c8734eee", "name": "network-vif-plugged", "status": "completed", "tag": "17fe004d-3ac2-44f4-8028-e1e7d2ace16b"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:30:58.864727 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 52730) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:58.889637 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:58.926788 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702a36a4-325e-45a2-a3a9-cf6b76b14967 x-openstack-request-id: req-702a36a4-325e-45a2-a3a9-cf6b76b14967 {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:30:58.927845 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e66f0e-b505-452e-9a0a-2ee2c8734eee", "name": "network-vif-plugged", "status": "completed", "tag": "17fe004d-3ac2-44f4-8028-e1e7d2ace16b", "code": 200}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:30:58.927845 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-702a36a4-325e-45a2-a3a9-cf6b76b14967 {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:30:58.927845 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e66f0e-b505-452e-9a0a-2ee2c8734eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fe004d-3ac2-44f4-8028-e1e7d2ace16b', 'code': 200} Sep 15 15:30:58.972454 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=17fe004d-3ac2-44f4-8028-e1e7d2ace16b,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:58.995250 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-dd33275f-7d81-4889-9e67-a3e5730ae962 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1306835973-network', 'tenant_id': '4b68e966265a499ba7f895c8a61e593c'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:30:59.027272 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2dbc7-0561-4464-a978-bd0247ea2b24 req-cf11c965-65e9-429f-bbd2-9bd0bd1cb744 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:59.029253 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f3c2dbc7-0561-4464-a978-bd0247ea2b24 req-cf11c965-65e9-429f-bbd2-9bd0bd1cb744 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=13e66f0e-b505-452e-9a0a-2ee2c8734eee HTTP/1.1" status: 200 len: 945 time: 0.0723033 Sep 15 15:30:59.069968 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f3c2dbc7-0561-4464-a978-bd0247ea2b24 req-88c0e824-e0e6-45e8-884d-1b115b46ee4e tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bd7e484-6080-4c28-ae89-9d2db1471b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338554 Sep 15 15:30:59.099290 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd33275f-7d81-4889-9e67-a3e5730ae962 admin admin] Made reservation on behalf of 4b68e966265a499ba7f895c8a61e593c for: {'network': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:30:59.105783 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-dd33275f-7d81-4889-9e67-a3e5730ae962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:59.111755 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-dd33275f-7d81-4889-9e67-a3e5730ae962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:59.213925 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-dd33275f-7d81-4889-9e67-a3e5730ae962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:59.330787 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-dd33275f-7d81-4889-9e67-a3e5730ae962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:59.338140 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d79200-c851-4d4b-9d62-05a4a6029e84 req-92857bd1-342c-45f7-8b4b-719139778487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:59.339796 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-49d79200-c851-4d4b-9d62-05a4a6029e84 req-92857bd1-342c-45f7-8b4b-719139778487 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=13e66f0e-b505-452e-9a0a-2ee2c8734eee HTTP/1.1" status: 200 len: 1098 time: 0.0483811 Sep 15 15:30:59.356211 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd33275f-7d81-4889-9e67-a3e5730ae962 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=94799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:30:59.366032 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33275f-7d81-4889-9e67-a3e5730ae962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2906e768-748b-4999-acc9-295f08e110b0,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:59.370965 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-dd33275f-7d81-4889-9e67-a3e5730ae962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:59.371885 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.db.segments_db [None req-dd33275f-7d81-4889-9e67-a3e5730ae962 admin admin] Added segment 9a8b93c5-2830-4a17-91ae-1766f5aad56b of type vlan for network aafab9d9-a970-4816-a7d4-0195c7143c77 Sep 15 15:30:59.383239 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-49d79200-c851-4d4b-9d62-05a4a6029e84 req-a24aa1b2-c2e9-419d-8f47-e30a0c7e3a69 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3bd7e484-6080-4c28-ae89-9d2db1471b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337901 Sep 15 15:30:59.414249 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-dd33275f-7d81-4889-9e67-a3e5730ae962 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442518815'] for network, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:59.515787 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-dd33275f-7d81-4889-9e67-a3e5730ae962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for network, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:59.516990 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd33275f-7d81-4889-9e67-a3e5730ae962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:59.517639 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-dd33275f-7d81-4889-9e67-a3e5730ae962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:59.522916 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b746ae-bd0b-4a35-984e-480d2e25e62b req-b5784f01-4afe-4abf-bdc8-ba6283c4ddb4 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:30:59.524506 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-34b746ae-bd0b-4a35-984e-480d2e25e62b req-b5784f01-4afe-4abf-bdc8-ba6283c4ddb4 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 949 time: 0.0620344 Sep 15 15:30:59.580325 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33275f-7d81-4889-9e67-a3e5730ae962 admin admin] Pushing event updated for resources: {'Network': ['ID=aafab9d9-a970-4816-a7d4-0195c7143c77,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:30:59.584592 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-34b746ae-bd0b-4a35-984e-480d2e25e62b req-e5c29e70-0ae3-4210-a5e7-365f767a65a3 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/security-groups?id=1273d1ea-5117-43fd-95f1-845a4914dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449932 Sep 15 15:30:59.597102 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Network aafab9d9-a970-4816-a7d4-0195c7143c77 details requested by agent ovs-agent-dv-cinder-809201-1-iscsi with host dv-cinder-809201-1-iscsi {{(pid=94801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:30:59.615634 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-dd33275f-7d81-4889-9e67-a3e5730ae962 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7437797 Sep 15 15:30:59.615853 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 52752) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:30:59.620140 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-626da483-4bdc-465a-9144-94399b8c950a admin admin] Request body: {'subnet': {'network_id': 'aafab9d9-a970-4816-a7d4-0195c7143c77', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1306835973-subnet', 'tenant_id': '4b68e966265a499ba7f895c8a61e593c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:30:59.717096 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626da483-4bdc-465a-9144-94399b8c950a admin admin] Made reservation on behalf of 4b68e966265a499ba7f895c8a61e593c for: {'subnet': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:30:59.719430 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-626da483-4bdc-465a-9144-94399b8c950a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12105385'] for subnet, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:30:59.997470 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-626da483-4bdc-465a-9144-94399b8c950a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12210035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12105351'] for subnet, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:00.056169 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626da483-4bdc-465a-9144-94399b8c950a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a6f29f9-44ac-4cfe-9102-6edf8d749b6b,revision_number=0']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:00.068899 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626da483-4bdc-465a-9144-94399b8c950a admin admin] Checking segment: {'id': '9a8b93c5-2830-4a17-91ae-1766f5aad56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aafab9d9-a970-4816-a7d4-0195c7143c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:31:00.075482 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626da483-4bdc-465a-9144-94399b8c950a admin admin] Network hostable DHCP agents. Network: aafab9d9-a970-4816-a7d4-0195c7143c77, hostable agents: ['c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0'], hosted agents: [] {{(pid=94800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:31:00.188750 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da77d3-d180-4c10-903c-c610f76fc643 req-3c07bf64-280e-43d7-b420-da2621bf7dc0 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:00.196480 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-30da77d3-d180-4c10-903c-c610f76fc643 req-3c07bf64-280e-43d7-b420-da2621bf7dc0 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 949 time: 0.0636199 Sep 15 15:31:00.196480 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626da483-4bdc-465a-9144-94399b8c950a admin admin] Network aafab9d9-a970-4816-a7d4-0195c7143c77 is scheduled to be hosted by DHCP agent c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0 with binding_index 1 {{(pid=94800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:31:00.240089 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-30da77d3-d180-4c10-903c-c610f76fc643 req-af8bdb38-f8e9-44c0-970b-a664d3fffa24 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/security-groups?id=1273d1ea-5117-43fd-95f1-845a4914dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427210 Sep 15 15:31:00.288166 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [None req-626da483-4bdc-465a-9144-94399b8c950a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-1-iscsi, aafab9d9-a970-4816-a7d4-0195c7143c77) {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:31:00.292466 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626da483-4bdc-465a-9144-94399b8c950a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:00.299836 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-626da483-4bdc-465a-9144-94399b8c950a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for subnet, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:00.300546 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316fb046-88a6-4e27-b006-413161ee2e14 None None] Network aafab9d9-a970-4816-a7d4-0195c7143c77 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:31:00.356483 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c689a-6d6e-4fb1-9578-5b0309139b90 req-5dc89f69-00da-4c70-91e0-1d8bb5f549ed tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:00.358171 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-994c689a-6d6e-4fb1-9578-5b0309139b90 req-5dc89f69-00da-4c70-91e0-1d8bb5f549ed tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=13e66f0e-b505-452e-9a0a-2ee2c8734eee HTTP/1.1" status: 200 len: 945 time: 0.0581312 Sep 15 15:31:00.393120 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-626da483-4bdc-465a-9144-94399b8c950a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7708912 Sep 15 15:31:00.403192 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-994c689a-6d6e-4fb1-9578-5b0309139b90 req-16403d0d-ab42-4a8b-85a0-f8853109b8d7 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bd7e484-6080-4c28-ae89-9d2db1471b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361083 Sep 15 15:31:00.429602 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9ccb24-1d03-4c0b-ae09-5c0471714ab5 None None] Network aafab9d9-a970-4816-a7d4-0195c7143c77 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:31:00.882272 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-9e47b1df-e62f-45c1-a4fb-2eda18096777 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:00.883831 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-9e47b1df-e62f-45c1-a4fb-2eda18096777 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/networks?id=aafab9d9-a970-4816-a7d4-0195c7143c77 HTTP/1.1" status: 200 len: 815 time: 0.1086726 Sep 15 15:31:00.899246 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-4c9d5064-4d09-43dc-b9c6-bb3a205b7f99 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/quotas/4b68e966265a499ba7f895c8a61e593c HTTP/1.1" status: 200 len: 375 time: 0.0092177 Sep 15 15:31:00.933664 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-554cdd6c-7bef-4e16-9d5a-8e32693f5036 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4b68e966265a499ba7f895c8a61e593c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271657 Sep 15 15:31:01.027161 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-7d6c15e9-679a-46ee-8166-9f469f816398 service neutron] 10.222.0.54 "GET /v2.0/networks/aafab9d9-a970-4816-a7d4-0195c7143c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860915 Sep 15 15:31:01.120031 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-04eac217-08a8-4a73-b3e5-2339aa10f43c service neutron] 10.222.0.54 "GET /v2.0/networks/aafab9d9-a970-4816-a7d4-0195c7143c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858760 Sep 15 15:31:01.378340 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9647d435-e3a5-4cc1-b5c8-366bcbf65ccc req-bf9ea9b4-b683-47a8-987a-287ebea7cceb tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=83df08ba-9e48-4cef-bb00-178841642946 HTTP/1.1" status: 200 len: 210 time: 0.0336404 Sep 15 15:31:01.399635 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb337b2b-087c-409e-b230-338ae21299f0 req-d5cf6b82-cf6a-4661-bd06-e3ebab3d21e1 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:01.400923 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-eb337b2b-087c-409e-b230-338ae21299f0 req-d5cf6b82-cf6a-4661-bd06-e3ebab3d21e1 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 949 time: 0.0840981 Sep 15 15:31:01.444742 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-eb337b2b-087c-409e-b230-338ae21299f0 req-63d5af87-f875-4ebf-a5d2-777493c3310f tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/security-groups?id=1273d1ea-5117-43fd-95f1-845a4914dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366645 Sep 15 15:31:01.528612 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076c661-dabb-4e8c-8cc8-5ed589466c3e req-f0e7232f-97b2-45d7-97a3-d0b3d6ca4cee tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:01.530212 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a076c661-dabb-4e8c-8cc8-5ed589466c3e req-f0e7232f-97b2-45d7-97a3-d0b3d6ca4cee tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=13e66f0e-b505-452e-9a0a-2ee2c8734eee HTTP/1.1" status: 200 len: 945 time: 0.0492744 Sep 15 15:31:01.567433 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a076c661-dabb-4e8c-8cc8-5ed589466c3e req-d3cf1475-927c-44f7-b0d3-73b45e3cb682 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bd7e484-6080-4c28-ae89-9d2db1471b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313153 Sep 15 15:31:02.078398 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bead1e-3cf4-4baa-930c-3c698af3b0b3 req-40a5b5ad-1446-445f-ac7b-4c627b0fe181 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:02.079922 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-50bead1e-3cf4-4baa-930c-3c698af3b0b3 req-40a5b5ad-1446-445f-ac7b-4c627b0fe181 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 949 time: 0.0520160 Sep 15 15:31:02.189684 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [req-50bead1e-3cf4-4baa-930c-3c698af3b0b3 req-570ecae4-8aa4-451d-9594-43e86e819d79 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Deleting port b48faaa7-79fe-4315-8de8-8443f41a6f2a {{(pid=94800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:31:02.190355 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-50bead1e-3cf4-4baa-930c-3c698af3b0b3 req-570ecae4-8aa4-451d-9594-43e86e819d79 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:02.292162 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-50bead1e-3cf4-4baa-930c-3c698af3b0b3 req-570ecae4-8aa4-451d-9594-43e86e819d79 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] For port b48faaa7-79fe-4315-8de8-8443f41a6f2a, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b48faaa7-79fe-4315-8de8-8443f41a6f2a,segment=NetworkSegment(16ea61c9-8f50-42fd-b6d5-977eb4abfa75),segment_id=16ea61c9-8f50-42fd-b6d5-977eb4abfa75)] {{(pid=94800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:31:02.292563 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-50bead1e-3cf4-4baa-930c-3c698af3b0b3 req-570ecae4-8aa4-451d-9594-43e86e819d79 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:02.307512 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [req-50bead1e-3cf4-4baa-930c-3c698af3b0b3 req-570ecae4-8aa4-451d-9594-43e86e819d79 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Calling delete_port for b48faaa7-79fe-4315-8de8-8443f41a6f2a owned by compute:nova {{(pid=94800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:31:02.466329 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-91b190db-cf4c-4206-827a-67742cb9bc74 req-57e1b234-74b1-45b3-a998-cc814747464e tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=83df08ba-9e48-4cef-bb00-178841642946 HTTP/1.1" status: 200 len: 210 time: 0.0334120 Sep 15 15:31:02.599787 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaccdf2-f959-4b24-80f6-3bd96659ce31 req-a537ea4b-454c-4833-8eac-617e9a55e804 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:02.601794 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-aaaccdf2-f959-4b24-80f6-3bd96659ce31 req-a537ea4b-454c-4833-8eac-617e9a55e804 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 949 time: 0.0746243 Sep 15 15:31:02.603049 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-50bead1e-3cf4-4baa-930c-3c698af3b0b3 req-570ecae4-8aa4-451d-9594-43e86e819d79 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:02.618113 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['b48faaa7-79fe-4315-8de8-8443f41a6f2a'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:31:02.651358 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ecae4-8aa4-451d-9594-43e86e819d79 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Pushing event deleted for resources: {'Port': ['ID=b48faaa7-79fe-4315-8de8-8443f41a6f2a,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:02.696596 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-aaaccdf2-f959-4b24-80f6-3bd96659ce31 req-9d153089-f13f-4908-8a19-31b7cac747a3 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/security-groups?id=1273d1ea-5117-43fd-95f1-845a4914dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856357 Sep 15 15:31:02.711078 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [req-50bead1e-3cf4-4baa-930c-3c698af3b0b3 req-570ecae4-8aa4-451d-9594-43e86e819d79 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] No DVR routers for this DVR port b48faaa7-79fe-4315-8de8-8443f41a6f2a on host hv-cinder-80920 {{(pid=94800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:31:02.723031 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-50bead1e-3cf4-4baa-930c-3c698af3b0b3 req-570ecae4-8aa4-451d-9594-43e86e819d79 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:02.726259 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-50bead1e-3cf4-4baa-930c-3c698af3b0b3 req-570ecae4-8aa4-451d-9594-43e86e819d79 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.58 "DELETE /v2.0/ports/b48faaa7-79fe-4315-8de8-8443f41a6f2a HTTP/1.1" status: 204 len: 173 time: 0.6375120 Sep 15 15:31:02.726259 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2b81c2-fbae-45d8-8b22-04893a53c297', 'name': 'network-vif-deleted', 'tag': 'b48faaa7-79fe-4315-8de8-8443f41a6f2a'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:31:02.728013 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a0fa0d-e518-47bb-81cd-2f0860d83557" -d '{"events": [{"server_uuid": "fb2b81c2-fbae-45d8-8b22-04893a53c297", "name": "network-vif-deleted", "tag": "b48faaa7-79fe-4315-8de8-8443f41a6f2a"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:31:02.784129 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed726b16-af26-4b9f-bf1f-d3aca645d4b8 x-openstack-request-id: req-ed726b16-af26-4b9f-bf1f-d3aca645d4b8 {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:31:02.784129 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb2b81c2-fbae-45d8-8b22-04893a53c297", "name": "network-vif-deleted", "tag": "b48faaa7-79fe-4315-8de8-8443f41a6f2a", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:31:02.784129 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ed726b16-af26-4b9f-bf1f-d3aca645d4b8 {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:31:02.784129 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2b81c2-fbae-45d8-8b22-04893a53c297', 'name': 'network-vif-deleted', 'tag': 'b48faaa7-79fe-4315-8de8-8443f41a6f2a', 'status': 'completed', 'code': 200} Sep 15 15:31:02.962146 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:31:03.596336 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f45356a8-1c45-4c8d-968a-902c21bc7903 req-92faf8e9-d8fe-490f-a3a8-4d3deda24325 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=83df08ba-9e48-4cef-bb00-178841642946 HTTP/1.1" status: 200 len: 210 time: 0.0442262 Sep 15 15:31:03.820346 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5e0a3125-9db6-4383-8c0c-2d05ea902034 req-9fae20e9-577f-44ca-abd4-c9340ecabe68 tempest-VolumesNegativeTest-1163997530 tempest-VolumesNegativeTest-1163997530-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb2b81c2-fbae-45d8-8b22-04893a53c297 HTTP/1.1" status: 200 len: 210 time: 0.0354526 Sep 15 15:31:03.978939 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-cf6c3d04-1774-4be3-bffb-d284570a31dd tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:03.980568 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-cf6c3d04-1774-4be3-bffb-d284570a31dd tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.58 "GET /v2.0/networks?id=aafab9d9-a970-4816-a7d4-0195c7143c77 HTTP/1.1" status: 200 len: 815 time: 0.1216118 Sep 15 15:31:03.995261 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-7ff5fd9c-f43e-4bb5-a658-8000d7294463 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Request body: {'port': {'device_id': '83df08ba-9e48-4cef-bb00-178841642946', 'network_id': 'aafab9d9-a970-4816-a7d4-0195c7143c77', 'admin_state_up': True, 'tenant_id': '4b68e966265a499ba7f895c8a61e593c'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:04.516541 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-7ff5fd9c-f43e-4bb5-a658-8000d7294463 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Made reservation on behalf of 4b68e966265a499ba7f895c8a61e593c for: {'port': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:31:04.520547 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-7ff5fd9c-f43e-4bb5-a658-8000d7294463 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:04.666770 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_common [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-7ff5fd9c-f43e-4bb5-a658-8000d7294463 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Allocated IP 172.20.0.2 (aafab9d9-a970-4816-a7d4-0195c7143c77/4a6f29f9-44ac-4cfe-9102-6edf8d749b6b/1f3a1590-fec5-413d-87bc-f7438223dd83) {{(pid=94800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:31:04.711132 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e9caf123-453d-4c2a-9e5d-efbc236362ae req-ed306073-6067-49cb-9654-d8fe7b28f9e2 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=83df08ba-9e48-4cef-bb00-178841642946 HTTP/1.1" status: 200 len: 210 time: 0.0387716 Sep 15 15:31:04.842196 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-7ff5fd9c-f43e-4bb5-a658-8000d7294463 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks [] for port, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:04.922800 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-7ff5fd9c-f43e-4bb5-a658-8000d7294463 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:04.969254 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-7ff5fd9c-f43e-4bb5-a658-8000d7294463 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Network aafab9d9-a970-4816-a7d4-0195c7143c77 is already hosted by enough agents. {{(pid=94800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:31:04.972577 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-7ff5fd9c-f43e-4bb5-a658-8000d7294463 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Resources bound (agent type, host, resource id): {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:31:04.975084 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-7ff5fd9c-f43e-4bb5-a658-8000d7294463 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Received port after_create {{(pid=94800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:31:05.003530 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5fd9c-f43e-4bb5-a658-8000d7294463 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Pushing event updated for resources: {'Port': ['ID=1f3a1590-fec5-413d-87bc-f7438223dd83,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:05.033159 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-7ff5fd9c-f43e-4bb5-a658-8000d7294463 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:05.033776 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-7ff5fd9c-f43e-4bb5-a658-8000d7294463 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:05.180407 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-7ff5fd9c-f43e-4bb5-a658-8000d7294463 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1895020 Sep 15 15:31:05.193420 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-19afd7b6-6c97-475e-8eba-2bd04f355e7c service neutron] Request body: {'port': {'device_id': '83df08ba-9e48-4cef-bb00-178841642946', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:05.254110 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-19afd7b6-6c97-475e-8eba-2bd04f355e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:05.540459 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-19afd7b6-6c97-475e-8eba-2bd04f355e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3a1590-fec5-413d-87bc-f7438223dd83 {{(pid=94800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:31:05.547917 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-19afd7b6-6c97-475e-8eba-2bd04f355e7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:05.562295 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.provisioning_blocks [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-19afd7b6-6c97-475e-8eba-2bd04f355e7c service neutron] Transition to ACTIVE for port object 1f3a1590-fec5-413d-87bc-f7438223dd83 will not be triggered until provisioned by entity L2. {{(pid=94800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:31:05.624238 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-19afd7b6-6c97-475e-8eba-2bd04f355e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:05.682713 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afd7b6-6c97-475e-8eba-2bd04f355e7c service neutron] Pushing event updated for resources: {'Port': ['ID=1f3a1590-fec5-413d-87bc-f7438223dd83,revision_number=2']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:05.763771 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-19afd7b6-6c97-475e-8eba-2bd04f355e7c service neutron] Attempting to bind port 1f3a1590-fec5-413d-87bc-f7438223dd83 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:31:05.765846 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-19afd7b6-6c97-475e-8eba-2bd04f355e7c service neutron] Attempting to bind port 1f3a1590-fec5-413d-87bc-f7438223dd83 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '9a8b93c5-2830-4a17-91ae-1766f5aad56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aafab9d9-a970-4816-a7d4-0195c7143c77'}] {{(pid=94800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:31:05.765846 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-19afd7b6-6c97-475e-8eba-2bd04f355e7c service neutron] Attempting to bind port 1f3a1590-fec5-413d-87bc-f7438223dd83 on network aafab9d9-a970-4816-a7d4-0195c7143c77 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:31:05.769813 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-19afd7b6-6c97-475e-8eba-2bd04f355e7c service neutron] Port 1f3a1590-fec5-413d-87bc-f7438223dd83 on network aafab9d9-a970-4816-a7d4-0195c7143c77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:31:05.770596 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-19afd7b6-6c97-475e-8eba-2bd04f355e7c service neutron] Attempting to bind port 1f3a1590-fec5-413d-87bc-f7438223dd83 on network aafab9d9-a970-4816-a7d4-0195c7143c77 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:31:05.777160 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-19afd7b6-6c97-475e-8eba-2bd04f355e7c service neutron] Checking agent: {'id': 'eba348e6-0b8a-43b6-acdf-c2678b53c044', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'started_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:31:05.777670 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-19afd7b6-6c97-475e-8eba-2bd04f355e7c service neutron] Checking segment: {'id': '9a8b93c5-2830-4a17-91ae-1766f5aad56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aafab9d9-a970-4816-a7d4-0195c7143c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:31:05.778067 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-19afd7b6-6c97-475e-8eba-2bd04f355e7c service neutron] Bound using segment: {'id': '9a8b93c5-2830-4a17-91ae-1766f5aad56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aafab9d9-a970-4816-a7d4-0195c7143c77'} {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:31:05.778505 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-19afd7b6-6c97-475e-8eba-2bd04f355e7c service neutron] Bound port: 1f3a1590-fec5-413d-87bc-f7438223dd83, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8b93c5-2830-4a17-91ae-1766f5aad56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aafab9d9-a970-4816-a7d4-0195c7143c77'}}] {{(pid=94800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:31:05.778859 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-19afd7b6-6c97-475e-8eba-2bd04f355e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:05.879286 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-19afd7b6-6c97-475e-8eba-2bd04f355e7c service neutron] For port 1f3a1590-fec5-413d-87bc-f7438223dd83, host hv-cinder-80920, cleared binding levels {{(pid=94800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:31:05.882894 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-19afd7b6-6c97-475e-8eba-2bd04f355e7c service neutron] For port 1f3a1590-fec5-413d-87bc-f7438223dd83, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1f3a1590-fec5-413d-87bc-f7438223dd83,segment=NetworkSegment(9a8b93c5-2830-4a17-91ae-1766f5aad56b),segment_id=9a8b93c5-2830-4a17-91ae-1766f5aad56b)] {{(pid=94800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:31:05.895379 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ceb474-2566-4bf1-b46b-9b511a44d472 req-fc4c7aff-8684-43e9-b7ae-0c5fedf3aa9a tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:05.896935 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-86ceb474-2566-4bf1-b46b-9b511a44d472 req-fc4c7aff-8684-43e9-b7ae-0c5fedf3aa9a tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=83df08ba-9e48-4cef-bb00-178841642946 HTTP/1.1" status: 200 len: 943 time: 0.0793300 Sep 15 15:31:05.936399 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-86ceb474-2566-4bf1-b46b-9b511a44d472 req-992f4344-f04b-4ca6-8c20-a0f96053bc50 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330799 Sep 15 15:31:05.962792 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-19afd7b6-6c97-475e-8eba-2bd04f355e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:05.999321 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-19afd7b6-6c97-475e-8eba-2bd04f355e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:05.999945 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-19afd7b6-6c97-475e-8eba-2bd04f355e7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:06.001483 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-19afd7b6-6c97-475e-8eba-2bd04f355e7c service neutron] 10.222.0.58 "PUT /v2.0/ports/1f3a1590-fec5-413d-87bc-f7438223dd83 HTTP/1.1" status: 200 len: 1093 time: 0.8129361 Sep 15 15:31:06.002805 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83df08ba-9e48-4cef-bb00-178841642946', 'tag': '1f3a1590-fec5-413d-87bc-f7438223dd83'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:31:06.004353 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9e589d-4ca5-4f52-80d7-8a109542478e" -d '{"events": [{"name": "network-changed", "server_uuid": "83df08ba-9e48-4cef-bb00-178841642946", "tag": "1f3a1590-fec5-413d-87bc-f7438223dd83"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:31:06.052919 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fbee66-753c-4b76-bda3-f70772b8c580 x-openstack-request-id: req-21fbee66-753c-4b76-bda3-f70772b8c580 {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:31:06.053278 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83df08ba-9e48-4cef-bb00-178841642946", "tag": "1f3a1590-fec5-413d-87bc-f7438223dd83", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:31:06.053682 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-21fbee66-753c-4b76-bda3-f70772b8c580 {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:31:06.054182 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83df08ba-9e48-4cef-bb00-178841642946', 'tag': '1f3a1590-fec5-413d-87bc-f7438223dd83', 'status': 'completed', 'code': 200} Sep 15 15:31:06.061773 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afd7b6-6c97-475e-8eba-2bd04f355e7c service neutron] Pushing event updated for resources: {'Port': ['ID=1f3a1590-fec5-413d-87bc-f7438223dd83,revision_number=3']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:06.146834 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e589d-4ca5-4f52-80d7-8a109542478e req-bf4f2f4a-ca7e-402f-8561-7d5010d46626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:06.148394 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dc9e589d-4ca5-4f52-80d7-8a109542478e req-bf4f2f4a-ca7e-402f-8561-7d5010d46626 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b68e966265a499ba7f895c8a61e593c&device_id=83df08ba-9e48-4cef-bb00-178841642946 HTTP/1.1" status: 200 len: 1096 time: 0.0700626 Sep 15 15:31:06.271149 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e589d-4ca5-4f52-80d7-8a109542478e req-4c0f2b0b-ec48-4715-8ea0-f30a80f7667c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:06.271414 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dc9e589d-4ca5-4f52-80d7-8a109542478e req-4c0f2b0b-ec48-4715-8ea0-f30a80f7667c service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=4b68e966265a499ba7f895c8a61e593c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1136086 Sep 15 15:31:06.381302 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e589d-4ca5-4f52-80d7-8a109542478e req-6a264a94-8dff-4d92-a62a-01dbd1e9e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:06.382798 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dc9e589d-4ca5-4f52-80d7-8a109542478e req-6a264a94-8dff-4d92-a62a-01dbd1e9e8ca service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1011775 Sep 15 15:31:06.473706 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-3b745ea8-9170-4860-8b63-11409000eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:06.475225 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-3b745ea8-9170-4860-8b63-11409000eeed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b68e966265a499ba7f895c8a61e593c&device_id=83df08ba-9e48-4cef-bb00-178841642946 HTTP/1.1" status: 200 len: 1096 time: 0.0458171 Sep 15 15:31:06.521978 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-d24d7417-6e3b-441b-bbd0-c7a92968d098 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1f3a1590-fec5-413d-87bc-f7438223dd83 HTTP/1.1" status: 200 len: 217 time: 0.0354986 Sep 15 15:31:06.560777 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device b48faaa7-79fe-4315-8de8-8443f41a6f2a no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:31:06.582906 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-49f8ade6-4499-4e6a-ac1f-b52e5c11c6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:06.584401 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-49f8ade6-4499-4e6a-ac1f-b52e5c11c6af service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4a6f29f9-44ac-4cfe-9102-6edf8d749b6b HTTP/1.1" status: 200 len: 855 time: 0.0549860 Sep 15 15:31:06.587906 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] No Port match for: b48faaa7-79fe-4315-8de8-8443f41a6f2a {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:31:06.588281 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device b48faaa7-79fe-4315-8de8-8443f41a6f2a not bound to the agent host hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:31:06.617391 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-5aab3cf3-c2f0-4ec6-946a-e5f58a10a58a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aafab9d9-a970-4816-a7d4-0195c7143c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247664 Sep 15 15:31:06.713403 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-6da3008b-35ee-4fa8-afea-694970bbede8 service neutron] 10.222.0.58 "GET /v2.0/networks/aafab9d9-a970-4816-a7d4-0195c7143c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884905 Sep 15 15:31:06.867566 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-022521ad-c7f3-4bc1-8b1a-1531a7aa2a28 req-46b89c0f-4dcf-4c6a-8bf0-6a1b5fa1dd8b service neutron] 10.222.0.58 "GET /v2.0/networks/aafab9d9-a970-4816-a7d4-0195c7143c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375527 Sep 15 15:31:07.113586 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902d3c3-ef21-4741-b5f5-8a098fc80087 req-25cfc6df-0449-4014-8d29-5002983703a9 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:07.117988 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1902d3c3-ef21-4741-b5f5-8a098fc80087 req-25cfc6df-0449-4014-8d29-5002983703a9 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=83df08ba-9e48-4cef-bb00-178841642946 HTTP/1.1" status: 200 len: 943 time: 0.0866048 Sep 15 15:31:07.187039 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1902d3c3-ef21-4741-b5f5-8a098fc80087 req-ac9014f8-4c97-4944-b580-7d5dcc5930ae tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654864 Sep 15 15:31:08.338786 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce2092-6c3b-447d-a3d3-7fd532e92863 req-46566d3c-7635-455d-b6cd-6d981b08b13c tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:08.341003 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c3ce2092-6c3b-447d-a3d3-7fd532e92863 req-46566d3c-7635-455d-b6cd-6d981b08b13c tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=83df08ba-9e48-4cef-bb00-178841642946 HTTP/1.1" status: 200 len: 943 time: 0.0662754 Sep 15 15:31:08.391954 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c3ce2092-6c3b-447d-a3d3-7fd532e92863 req-0f5d3e1e-2bf0-4c6f-a0b3-8ded52da1e6b tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394917 Sep 15 15:31:08.581642 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 1f3a1590-fec5-413d-87bc-f7438223dd83 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:31:08.692405 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 1f3a1590-fec5-413d-87bc-f7438223dd83, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1f3a1590-fec5-413d-87bc-f7438223dd83,segment=NetworkSegment(9a8b93c5-2830-4a17-91ae-1766f5aad56b),segment_id=9a8b93c5-2830-4a17-91ae-1766f5aad56b)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:31:08.716715 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694d8fd-ad69-4189-a511-102b53d67ebe req-073e8777-841d-49c0-883e-93736a8cdf5c tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:08.716715 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4694d8fd-ad69-4189-a511-102b53d67ebe req-073e8777-841d-49c0-883e-93736a8cdf5c tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 946 time: 0.0793157 Sep 15 15:31:08.716928 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Returning: {'device': '1f3a1590-fec5-413d-87bc-f7438223dd83', 'network_id': 'aafab9d9-a970-4816-a7d4-0195c7143c77', 'port_id': '1f3a1590-fec5-413d-87bc-f7438223dd83', 'mac_address': 'fa:16:3e:57:27:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6f29f9-44ac-4cfe-9102-6edf8d749b6b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:31:08.757916 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4694d8fd-ad69-4189-a511-102b53d67ebe req-41388976-b96e-48ac-ad8b-027be202ce4f tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382440 Sep 15 15:31:08.781997 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:08.799568 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3a1590-fec5-413d-87bc-f7438223dd83 {{(pid=94801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:31:08.808290 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 53078) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:08.832893 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 1f3a1590-fec5-413d-87bc-f7438223dd83, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1f3a1590-fec5-413d-87bc-f7438223dd83,segment=NetworkSegment(9a8b93c5-2830-4a17-91ae-1766f5aad56b),segment_id=9a8b93c5-2830-4a17-91ae-1766f5aad56b)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:31:08.929180 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:09.002743 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8f0d52-b7ba-44aa-a8fc-f3e63bd5805d tempest-TestMinimumBasicScenario-1210712083 tempest-TestMinimumBasicScenario-1210712083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:09.010344 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=1f3a1590-fec5-413d-87bc-f7438223dd83,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:09.013511 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-aa8f0d52-b7ba-44aa-a8fc-f3e63bd5805d tempest-TestMinimumBasicScenario-1210712083 tempest-TestMinimumBasicScenario-1210712083-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 1094 time: 0.2035036 Sep 15 15:31:09.013673 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 53092) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:09.018731 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-6d53605d-b816-4b85-b0cb-eedab8d2b0a0 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Request body: {'floatingip': {'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'port_id': '42cef83e-5b70-4fe6-b5e3-03b9a0250437', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:09.133834 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6d53605d-b816-4b85-b0cb-eedab8d2b0a0 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for floatingip, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:09.208480 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['1f3a1590-fec5-413d-87bc-f7438223dd83'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:31:09.254638 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6d53605d-b816-4b85-b0cb-eedab8d2b0a0 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:09.395488 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_common [None req-6d53605d-b816-4b85-b0cb-eedab8d2b0a0 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Allocated IP 172.27.3.158 (70862140-ffde-47fa-81bd-8f9d99919982/7ac39d78-6dff-4eb9-9797-5a3cc8acd948/a9cfb217-9ab0-4473-95e3-5e0585534b1e) {{(pid=94800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:31:09.545433 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6d53605d-b816-4b85-b0cb-eedab8d2b0a0 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for port, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:09.565661 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b327e21-2b85-4f76-8792-3d7d548c87c6 req-2511ad02-915a-4211-832a-3ed3c4480fbf tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:09.567278 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5b327e21-2b85-4f76-8792-3d7d548c87c6 req-2511ad02-915a-4211-832a-3ed3c4480fbf tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=83df08ba-9e48-4cef-bb00-178841642946 HTTP/1.1" status: 200 len: 944 time: 0.0956802 Sep 15 15:31:09.622842 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5b327e21-2b85-4f76-8792-3d7d548c87c6 req-f31acf83-c4d2-4fc7-9d35-f0371ccb1975 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455670 Sep 15 15:31:09.693695 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6d53605d-b816-4b85-b0cb-eedab8d2b0a0 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:09.740335 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d53605d-b816-4b85-b0cb-eedab8d2b0a0 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Network 70862140-ffde-47fa-81bd-8f9d99919982 is already hosted by enough agents. {{(pid=94800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:31:09.747281 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [None req-6d53605d-b816-4b85-b0cb-eedab8d2b0a0 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Resources bound (agent type, host, resource id): {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:31:09.751456 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d53605d-b816-4b85-b0cb-eedab8d2b0a0 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Received port after_create {{(pid=94800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:31:09.754369 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53605d-b816-4b85-b0cb-eedab8d2b0a0 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Pushing event updated for resources: {'Port': ['ID=a9cfb217-9ab0-4473-95e3-5e0585534b1e,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:09.963883 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 53138) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:10.127054 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-807b88ca-eb2c-46a0-b56f-fbbe9b44656f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:10.163118 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6d53605d-b816-4b85-b0cb-eedab8d2b0a0 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:10.250681 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-807b88ca-eb2c-46a0-b56f-fbbe9b44656f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:10.318596 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6d53605d-b816-4b85-b0cb-eedab8d2b0a0 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:10.379555 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-807b88ca-eb2c-46a0-b56f-fbbe9b44656f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:10.425792 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-807b88ca-eb2c-46a0-b56f-fbbe9b44656f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4b4617d1610344838b2f7aebc2beec69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4635034 Sep 15 15:31:10.426792 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b88ca-eb2c-46a0-b56f-fbbe9b44656f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb6466d-89e8-4817-a1db-d7bea0e11ffc,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:10.428486 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 53146) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:10.525670 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e577e1e4-9d1c-46c5-8064-8b002ff3617a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:10.551200 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6d53605d-b816-4b85-b0cb-eedab8d2b0a0 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for port, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:10.565041 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e577e1e4-9d1c-46c5-8064-8b002ff3617a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:10.592430 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 1f3a1590-fec5-413d-87bc-f7438223dd83 up at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:31:10.630895 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6d53605d-b816-4b85-b0cb-eedab8d2b0a0 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:10.707945 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e577e1e4-9d1c-46c5-8064-8b002ff3617a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:10.710493 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e577e1e4-9d1c-46c5-8064-8b002ff3617a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:10.711665 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-e577e1e4-9d1c-46c5-8064-8b002ff3617a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9eb6466d-89e8-4817-a1db-d7bea0e11ffc HTTP/1.1" status: 204 len: 168 time: 0.2808514 Sep 15 15:31:10.731939 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53605d-b816-4b85-b0cb-eedab8d2b0a0 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Pushing event updated for resources: {'Port': ['ID=a9cfb217-9ab0-4473-95e3-5e0585534b1e,revision_number=2']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:10.750762 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning for port 1f3a1590-fec5-413d-87bc-f7438223dd83 completed by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:31:10.755821 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning complete for port 1f3a1590-fec5-413d-87bc-f7438223dd83 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:10.756626 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:10.758948 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577e1e4-9d1c-46c5-8064-8b002ff3617a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb6466d-89e8-4817-a1db-d7bea0e11ffc,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:10.764577 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6d53605d-b816-4b85-b0cb-eedab8d2b0a0 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:10.834959 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7065ea3-6554-4c23-91ff-87570a1b1872 req-fe0b1e3d-1f02-4d4e-8dcd-11658c16fd02 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:10.836483 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c7065ea3-6554-4c23-91ff-87570a1b1872 req-fe0b1e3d-1f02-4d4e-8dcd-11658c16fd02 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=83df08ba-9e48-4cef-bb00-178841642946 HTTP/1.1" status: 200 len: 944 time: 0.1189764 Sep 15 15:31:10.856957 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:10.884279 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83df08ba-9e48-4cef-bb00-178841642946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3a1590-fec5-413d-87bc-f7438223dd83'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:31:10.886586 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fbb12a-bd3f-4521-90cf-b7d11501cded" -d '{"events": [{"server_uuid": "83df08ba-9e48-4cef-bb00-178841642946", "name": "network-vif-plugged", "status": "completed", "tag": "1f3a1590-fec5-413d-87bc-f7438223dd83"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:31:10.906281 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 1f3a1590-fec5-413d-87bc-f7438223dd83, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1f3a1590-fec5-413d-87bc-f7438223dd83,segment=NetworkSegment(9a8b93c5-2830-4a17-91ae-1766f5aad56b),segment_id=9a8b93c5-2830-4a17-91ae-1766f5aad56b)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:31:10.921604 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c7065ea3-6554-4c23-91ff-87570a1b1872 req-6cfc8a13-424e-42ce-a2be-e3fcf7fa557f tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777104 Sep 15 15:31:10.924530 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.db.l3_db [None req-6d53605d-b816-4b85-b0cb-eedab8d2b0a0 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Floating IP 539193e1-e5aa-482b-8cce-7bd3b0f6b271 associated. External IP: 172.27.3.158, port: 42cef83e-5b70-4fe6-b5e3-03b9a0250437. Sep 15 15:31:10.926862 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5b8b6d-a526-4341-ac55-3313ee0295e0 x-openstack-request-id: req-fc5b8b6d-a526-4341-ac55-3313ee0295e0 {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:31:10.927261 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83df08ba-9e48-4cef-bb00-178841642946", "name": "network-vif-plugged", "status": "completed", "tag": "1f3a1590-fec5-413d-87bc-f7438223dd83", "code": 200}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:31:10.927510 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fc5b8b6d-a526-4341-ac55-3313ee0295e0 {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:31:10.927901 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83df08ba-9e48-4cef-bb00-178841642946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3a1590-fec5-413d-87bc-f7438223dd83', 'code': 200} Sep 15 15:31:11.109606 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:11.150285 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d53605d-b816-4b85-b0cb-eedab8d2b0a0 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Router 984c3578-5c79-45f9-a0c5-9dfaef8527da has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:31:11.173721 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=1f3a1590-fec5-413d-87bc-f7438223dd83,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:11.284113 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d53605d-b816-4b85-b0cb-eedab8d2b0a0 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:31:11.301451 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa4b995-7c07-4c16-82af-087a34c5af3f None None] Sync routers for ids ['984c3578-5c79-45f9-a0c5-9dfaef8527da'] in dv-cinder-809201-1-iscsi {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:31:11.313717 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa4b995-7c07-4c16-82af-087a34c5af3f None None] Routers {'984c3578-5c79-45f9-a0c5-9dfaef8527da'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:31:11.314400 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-4aa4b995-7c07-4c16-82af-087a34c5af3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:30:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['984c3578-5c79-45f9-a0c5-9dfaef8527da'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:11.334711 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfbdda-3792-4fec-a415-b3262dd14a84 req-bc2a35d6-3c56-4135-838d-d4471da26cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:11.336287 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b0bfbdda-3792-4fec-a415-b3262dd14a84 req-bc2a35d6-3c56-4135-838d-d4471da26cd3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=83df08ba-9e48-4cef-bb00-178841642946 HTTP/1.1" status: 200 len: 1098 time: 0.0503750 Sep 15 15:31:11.388388 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b0bfbdda-3792-4fec-a415-b3262dd14a84 req-feb461ec-17b5-4cfe-8da6-6d1e5d88ba8d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441630 Sep 15 15:31:11.401954 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6d53605d-b816-4b85-b0cb-eedab8d2b0a0 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for floatingip, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:11.429916 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-4aa4b995-7c07-4c16-82af-087a34c5af3f None None] Set router 984c3578-5c79-45f9-a0c5-9dfaef8527da gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:31:11.437977 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-6d53605d-b816-4b85-b0cb-eedab8d2b0a0 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4205978 Sep 15 15:31:11.437977 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2b4c81-0269-4f0e-881a-a7d09a757431', 'tag': '42cef83e-5b70-4fe6-b5e3-03b9a0250437'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:31:11.438626 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64222ae-be1b-4d8d-b4be-5a9e917c0ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "1a2b4c81-0269-4f0e-881a-a7d09a757431", "tag": "42cef83e-5b70-4fe6-b5e3-03b9a0250437"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:31:11.439473 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 53170) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:11.451299 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-e0790fcd-0050-414e-aabd-d5e8056fa3a3 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2063872391', 'description': 'tempest-secgroup-smoke-2063872391 description', 'project_id': '64fab051a563434c8268b58bbb0d3e80'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:11.490678 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55f5842-af62-4d9f-a0f0-78799c38f2b3 x-openstack-request-id: req-f55f5842-af62-4d9f-a0f0-78799c38f2b3 {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:31:11.490963 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a2b4c81-0269-4f0e-881a-a7d09a757431", "tag": "42cef83e-5b70-4fe6-b5e3-03b9a0250437", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:31:11.491454 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f55f5842-af62-4d9f-a0f0-78799c38f2b3 {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:31:11.491878 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a2b4c81-0269-4f0e-881a-a7d09a757431', 'tag': '42cef83e-5b70-4fe6-b5e3-03b9a0250437', 'status': 'completed', 'code': 200} Sep 15 15:31:11.591774 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-e0790fcd-0050-414e-aabd-d5e8056fa3a3 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:11.665313 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64222ae-be1b-4d8d-b4be-5a9e917c0ffd req-8ba99d17-258c-409f-a7e4-5b3efc197c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:11.666823 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e64222ae-be1b-4d8d-b4be-5a9e917c0ffd req-8ba99d17-258c-409f-a7e4-5b3efc197c97 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64fab051a563434c8268b58bbb0d3e80&device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 1099 time: 0.0498416 Sep 15 15:31:11.711674 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-e0790fcd-0050-414e-aabd-d5e8056fa3a3 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:11.739256 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-4aa4b995-7c07-4c16-82af-087a34c5af3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'name': 'tempest-TestMinimumBasicScenario-617770358-router', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '91298052-bddb-40b8-8dcd-d894bd22ead2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:29:49Z', 'updated_at': '2021-09-15T15:29:55Z', 'revision_number': 4, 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'gw_port': {'id': '91298052-bddb-40b8-8dcd-d894bd22ead2', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:29:50Z', 'updated_at': '2021-09-15T15:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': '539193e1-e5aa-482b-8cce-7bd3b0f6b271', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'port_id': '42cef83e-5b70-4fe6-b5e3-03b9a0250437', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892dd142-5f76-4245-922e-3a04ff98d493', 'mac_address': 'fa:16:3e:df:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2b4c81-0269-4f0e-881a-a7d09a757431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:31:10Z', 'updated_at': '2021-09-15T15:31:10Z', 'revision_number': 0, 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711ddbd0-3214-4a3d-8408-69b964014e61', 'name': '', 'network_id': '892dd142-5f76-4245-922e-3a04ff98d493', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'mac_address': 'fa:16:3e:d4:38:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5b5056aa-2130-46e6-b026-a382a7bc0d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:29:54Z', 'updated_at': '2021-09-15T15:30:01Z', 'revision_number': 5, 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'subnets': [{'id': '5b5056aa-2130-46e6-b026-a382a7bc0d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:11.774140 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa4b995-7c07-4c16-82af-087a34c5af3f None None] Checking router: 984c3578-5c79-45f9-a0c5-9dfaef8527da for host: dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:31:11.784671 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa4b995-7c07-4c16-82af-087a34c5af3f None None] Routers {'984c3578-5c79-45f9-a0c5-9dfaef8527da'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:31:11.785165 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-4aa4b995-7c07-4c16-82af-087a34c5af3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:30:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['984c3578-5c79-45f9-a0c5-9dfaef8527da'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:11.788998 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64222ae-be1b-4d8d-b4be-5a9e917c0ffd req-31c61215-8de9-4216-b838-857c5f60b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:11.790628 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e64222ae-be1b-4d8d-b4be-5a9e917c0ffd req-31c61215-8de9-4216-b838-857c5f60b086 service neutron] 10.222.0.58 "GET /v2.0/networks?id=892dd142-5f76-4245-922e-3a04ff98d493 HTTP/1.1" status: 200 len: 915 time: 0.1077266 Sep 15 15:31:11.830489 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-e0790fcd-0050-414e-aabd-d5e8056fa3a3 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:11.852399 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 53182) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:11.885434 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0790fcd-0050-414e-aabd-d5e8056fa3a3 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b780821-d5e8-427a-8644-dfceef3c75f9,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:11.907552 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e64222ae-be1b-4d8d-b4be-5a9e917c0ffd req-936aef10-464e-4d7e-9e7e-555e26ac0f0a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42cef83e-5b70-4fe6-b5e3-03b9a0250437 HTTP/1.1" status: 200 len: 1000 time: 0.0852530 Sep 15 15:31:11.907950 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-4aa4b995-7c07-4c16-82af-087a34c5af3f None None] Set router 984c3578-5c79-45f9-a0c5-9dfaef8527da gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:31:11.959603 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-e0790fcd-0050-414e-aabd-d5e8056fa3a3 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:11.962829 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 53190) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:11.964057 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-e0790fcd-0050-414e-aabd-d5e8056fa3a3 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5174079 Sep 15 15:31:11.973949 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-b2a09ec5-faba-403a-95ec-a1e66bc21afe tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Request body: {'security_group_rule': {'security_group_id': '4b780821-d5e8-427a-8644-dfceef3c75f9', 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:12.013638 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 53192) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:12.027973 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64222ae-be1b-4d8d-b4be-5a9e917c0ffd req-355122f8-2df9-44fb-b13b-4a563e0b4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:12.029857 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e64222ae-be1b-4d8d-b4be-5a9e917c0ffd req-355122f8-2df9-44fb-b13b-4a563e0b4d27 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5b5056aa-2130-46e6-b026-a382a7bc0d18 HTTP/1.1" status: 200 len: 853 time: 0.1084664 Sep 15 15:31:12.125222 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367ebb1-af80-412b-b37a-693cc3ec93f3 req-0ba6e20f-fc05-4ade-abea-70115fc0a705 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:12.127019 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8367ebb1-af80-412b-b37a-693cc3ec93f3 req-0ba6e20f-fc05-4ade-abea-70115fc0a705 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=83df08ba-9e48-4cef-bb00-178841642946 HTTP/1.1" status: 200 len: 945 time: 0.0959964 Sep 15 15:31:12.133816 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64222ae-be1b-4d8d-b4be-5a9e917c0ffd req-62ecbd23-ecb5-4ab5-922b-7c98ee83e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:12.135668 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e64222ae-be1b-4d8d-b4be-5a9e917c0ffd req-62ecbd23-ecb5-4ab5-922b-7c98ee83e514 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=892dd142-5f76-4245-922e-3a04ff98d493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759609 Sep 15 15:31:12.151185 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-707493f0-042f-4b96-b6a2-5fc552ac24da admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2dbfb59a602f41bf8f192f9bb02d8a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973669 Sep 15 15:31:12.151588 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 53196) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:12.169002 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-0cabb508-2459-4068-b20e-31f5a18cf3d2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1520986312-network', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:12.295060 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-4aa4b995-7c07-4c16-82af-087a34c5af3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'name': 'tempest-TestMinimumBasicScenario-617770358-router', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '91298052-bddb-40b8-8dcd-d894bd22ead2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:29:49Z', 'updated_at': '2021-09-15T15:29:55Z', 'revision_number': 4, 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'gw_port': {'id': '91298052-bddb-40b8-8dcd-d894bd22ead2', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:29:50Z', 'updated_at': '2021-09-15T15:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': '539193e1-e5aa-482b-8cce-7bd3b0f6b271', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'port_id': '42cef83e-5b70-4fe6-b5e3-03b9a0250437', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892dd142-5f76-4245-922e-3a04ff98d493', 'mac_address': 'fa:16:3e:df:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2b4c81-0269-4f0e-881a-a7d09a757431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:31:10Z', 'updated_at': '2021-09-15T15:31:10Z', 'revision_number': 0, 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711ddbd0-3214-4a3d-8408-69b964014e61', 'name': '', 'network_id': '892dd142-5f76-4245-922e-3a04ff98d493', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'mac_address': 'fa:16:3e:d4:38:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5b5056aa-2130-46e6-b026-a382a7bc0d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:29:54Z', 'updated_at': '2021-09-15T15:30:01Z', 'revision_number': 5, 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'subnets': [{'id': '5b5056aa-2130-46e6-b026-a382a7bc0d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:12.325432 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa4b995-7c07-4c16-82af-087a34c5af3f None None] The sync data for ids ['984c3578-5c79-45f9-a0c5-9dfaef8527da'] in dv-cinder-809201-1-iscsi is: [{'id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'name': 'tempest-TestMinimumBasicScenario-617770358-router', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '91298052-bddb-40b8-8dcd-d894bd22ead2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:29:49Z', 'updated_at': '2021-09-15T15:29:55Z', 'revision_number': 4, 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'gw_port': {'id': '91298052-bddb-40b8-8dcd-d894bd22ead2', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:29:50Z', 'updated_at': '2021-09-15T15:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': '539193e1-e5aa-482b-8cce-7bd3b0f6b271', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'port_id': '42cef83e-5b70-4fe6-b5e3-03b9a0250437', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '892dd142-5f76-4245-922e-3a04ff98d493', 'mac_address': 'fa:16:3e:df:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2b4c81-0269-4f0e-881a-a7d09a757431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:31:10Z', 'updated_at': '2021-09-15T15:31:10Z', 'revision_number': 0, 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711ddbd0-3214-4a3d-8408-69b964014e61', 'name': '', 'network_id': '892dd142-5f76-4245-922e-3a04ff98d493', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'mac_address': 'fa:16:3e:d4:38:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5b5056aa-2130-46e6-b026-a382a7bc0d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:29:54Z', 'updated_at': '2021-09-15T15:30:01Z', 'revision_number': 5, 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'subnets': [{'id': '5b5056aa-2130-46e6-b026-a382a7bc0d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:31:12.339353 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cabb508-2459-4068-b20e-31f5a18cf3d2 admin admin] Made reservation on behalf of 81043ff5755b4a8aa7089fdf5cc0b178 for: {'network': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:31:12.342596 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0cabb508-2459-4068-b20e-31f5a18cf3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:12.360327 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0cabb508-2459-4068-b20e-31f5a18cf3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:12.468525 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0cabb508-2459-4068-b20e-31f5a18cf3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:12.522089 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b2a09ec5-faba-403a-95ec-a1e66bc21afe tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:12.550287 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8367ebb1-af80-412b-b37a-693cc3ec93f3 req-5e2ae573-1c38-4eca-bf4a-f2b52bc831fa tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134324 Sep 15 15:31:12.557843 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0cabb508-2459-4068-b20e-31f5a18cf3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:12.584404 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cabb508-2459-4068-b20e-31f5a18cf3d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=94799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:31:12.604942 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f7a697da-6c49-4908-86ed-8152fd09319c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:12.610267 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e64222ae-be1b-4d8d-b4be-5a9e917c0ffd req-41aa5f06-7184-432e-ab61-d8042b247115 service neutron] 10.222.0.58 "GET /v2.0/networks/892dd142-5f76-4245-922e-3a04ff98d493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576414 Sep 15 15:31:12.625385 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0cabb508-2459-4068-b20e-31f5a18cf3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:12.625827 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.db.segments_db [None req-0cabb508-2459-4068-b20e-31f5a18cf3d2 admin admin] Added segment 3c78ee22-b0a1-4940-bd51-53e6eb9312f3 of type vlan for network 4802773a-3b03-40d5-8d08-27f23bcc704f Sep 15 15:31:12.627463 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabb508-2459-4068-b20e-31f5a18cf3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09276ff7-10ef-4a81-ac4a-7939aa3b9c97,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:12.687528 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f7a697da-6c49-4908-86ed-8152fd09319c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:12.697336 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0cabb508-2459-4068-b20e-31f5a18cf3d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442518815'] for network, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:12.744421 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4037e124-93e8-4dc7-b3a6-6bdc592bbcf8 None None] New status for floating IP 539193e1-e5aa-482b-8cce-7bd3b0f6b271: ACTIVE {{(pid=94802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:31:12.749168 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b2a09ec5-faba-403a-95ec-a1e66bc21afe tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:12.790635 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e64222ae-be1b-4d8d-b4be-5a9e917c0ffd req-2550868d-9817-470c-b382-c24f3eb5ea4a service neutron] 10.222.0.58 "GET /v2.0/networks/892dd142-5f76-4245-922e-3a04ff98d493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689591 Sep 15 15:31:12.852364 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0cabb508-2459-4068-b20e-31f5a18cf3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for network, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:12.853362 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cabb508-2459-4068-b20e-31f5a18cf3d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:12.853946 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0cabb508-2459-4068-b20e-31f5a18cf3d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:12.892844 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b2a09ec5-faba-403a-95ec-a1e66bc21afe tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475222'] for security_group_rule, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:12.897648 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f7a697da-6c49-4908-86ed-8152fd09319c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:12.900278 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f7a697da-6c49-4908-86ed-8152fd09319c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:12.901511 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-f7a697da-6c49-4908-86ed-8152fd09319c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1273d1ea-5117-43fd-95f1-845a4914dc33 HTTP/1.1" status: 204 len: 168 time: 0.7471049 Sep 15 15:31:12.918818 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabb508-2459-4068-b20e-31f5a18cf3d2 admin admin] Pushing event updated for resources: {'Network': ['ID=4802773a-3b03-40d5-8d08-27f23bcc704f,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:12.924827 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a09ec5-faba-403a-95ec-a1e66bc21afe tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892e05c1-2a13-45e4-b235-43681e87aa0a,revision_number=0']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:12.927199 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a697da-6c49-4908-86ed-8152fd09319c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1273d1ea-5117-43fd-95f1-845a4914dc33,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:12.930805 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Network 4802773a-3b03-40d5-8d08-27f23bcc704f details requested by agent ovs-agent-dv-cinder-809201-1-iscsi with host dv-cinder-809201-1-iscsi {{(pid=94801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:31:13.041993 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-0cabb508-2459-4068-b20e-31f5a18cf3d2 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0271544 Sep 15 15:31:13.044794 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 53202) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:13.049612 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-18aa3f89-59b1-4819-8978-7ef1c262b84d admin admin] Request body: {'subnet': {'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1520986312-subnet', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'ip_version': 4}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:13.099489 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b2a09ec5-faba-403a-95ec-a1e66bc21afe tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:13.100764 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-b2a09ec5-faba-403a-95ec-a1e66bc21afe tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1367061 Sep 15 15:31:13.104019 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 53204) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:13.108602 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-2e95b811-9b3b-4ad3-b432-932320520aeb tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Request body: {'security_group_rule': {'security_group_id': '4b780821-d5e8-427a-8644-dfceef3c75f9', 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:13.207936 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18aa3f89-59b1-4819-8978-7ef1c262b84d admin admin] Made reservation on behalf of 81043ff5755b4a8aa7089fdf5cc0b178 for: {'subnet': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:31:13.210400 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-18aa3f89-59b1-4819-8978-7ef1c262b84d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9382923'] for subnet, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:13.316854 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-2e95b811-9b3b-4ad3-b432-932320520aeb tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:13.398506 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-2e95b811-9b3b-4ad3-b432-932320520aeb tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:13.482934 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-18aa3f89-59b1-4819-8978-7ef1c262b84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9314500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9382949'] for subnet, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:13.510778 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-2e95b811-9b3b-4ad3-b432-932320520aeb tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475222'] for security_group_rule, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:13.529028 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95b811-9b3b-4ad3-b432-932320520aeb tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c50ffd-5a75-4fc1-9e58-90c1419bf0b2,revision_number=0']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:13.532365 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa3f89-59b1-4819-8978-7ef1c262b84d admin admin] Pushing event updated for resources: {'Subnet': ['ID=000bea8b-e21b-480f-8d43-672c69a338fc,revision_number=0']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:13.548251 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa3f89-59b1-4819-8978-7ef1c262b84d admin admin] Checking segment: {'id': '3c78ee22-b0a1-4940-bd51-53e6eb9312f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:31:13.550130 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aa3f89-59b1-4819-8978-7ef1c262b84d admin admin] Network hostable DHCP agents. Network: 4802773a-3b03-40d5-8d08-27f23bcc704f, hostable agents: ['c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0'], hosted agents: [] {{(pid=94799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:31:13.602054 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-2e95b811-9b3b-4ad3-b432-932320520aeb tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:13.608124 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-2e95b811-9b3b-4ad3-b432-932320520aeb tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4985251 Sep 15 15:31:13.610556 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 53210) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:13.613424 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-74eff4f2-5b12-48bb-9c7e-53bf7ad15f18 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Request body: {'security_group_rule': {'security_group_id': '4b780821-d5e8-427a-8644-dfceef3c75f9', 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:13.659147 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aa3f89-59b1-4819-8978-7ef1c262b84d admin admin] Network 4802773a-3b03-40d5-8d08-27f23bcc704f is scheduled to be hosted by DHCP agent c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0 with binding_index 1 {{(pid=94799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:31:13.685505 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b9ad6-f025-4a5c-872c-472c4730241b req-c2e03530-f36b-457c-9bed-18ed1f1548aa tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:13.687199 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c62b9ad6-f025-4a5c-872c-472c4730241b req-c2e03530-f36b-457c-9bed-18ed1f1548aa tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=83df08ba-9e48-4cef-bb00-178841642946 HTTP/1.1" status: 200 len: 945 time: 0.0611255 Sep 15 15:31:13.727843 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c62b9ad6-f025-4a5c-872c-472c4730241b req-354528b2-dcc6-42a4-858b-85fdbcb507c3 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346799 Sep 15 15:31:13.761954 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-74eff4f2-5b12-48bb-9c7e-53bf7ad15f18 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:13.773216 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-18aa3f89-59b1-4819-8978-7ef1c262b84d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-1-iscsi, 4802773a-3b03-40d5-8d08-27f23bcc704f) {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:31:13.781096 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18aa3f89-59b1-4819-8978-7ef1c262b84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:13.781690 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-18aa3f89-59b1-4819-8978-7ef1c262b84d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:13.791719 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e260e540-8be9-4542-942c-8a1e85dcd36f None None] Network 4802773a-3b03-40d5-8d08-27f23bcc704f requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:31:13.853300 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-74eff4f2-5b12-48bb-9c7e-53bf7ad15f18 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:13.883048 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-18aa3f89-59b1-4819-8978-7ef1c262b84d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8370690 Sep 15 15:31:13.885679 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 53214) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:13.890613 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-38af401e-1de1-442e-aac1-33a4f3baf4a4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1520986312-router', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:13.950765 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-74eff4f2-5b12-48bb-9c7e-53bf7ad15f18 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475222'] for security_group_rule, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:13.966952 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41306f36-c46d-45dc-85eb-9108effe85cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76b1df7-bc46-5e58-888b-22cc83ae4b15-4802773a-3b03-40d5-8d08-27f23bcc704f', 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'fixed_ips': [{'subnet_id': '000bea8b-e21b-480f-8d43-672c69a338fc'}]}} from dv-cinder-809201-1-iscsi. {{(pid=94801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:31:13.967983 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-41306f36-c46d-45dc-85eb-9108effe85cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:13.969666 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eff4f2-5b12-48bb-9c7e-53bf7ad15f18 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afbb6870-d510-48e2-888c-6df4db24daa1,revision_number=0']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:13.994507 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-38af401e-1de1-442e-aac1-33a4f3baf4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:13.994507 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-38af401e-1de1-442e-aac1-33a4f3baf4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:14.050527 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-38af401e-1de1-442e-aac1-33a4f3baf4a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:14.065104 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-74eff4f2-5b12-48bb-9c7e-53bf7ad15f18 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:14.066361 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-74eff4f2-5b12-48bb-9c7e-53bf7ad15f18 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4569337 Sep 15 15:31:14.069500 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 53216) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:14.074355 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-81449ef4-2d8d-4b20-8871-b4d18d11d6fc tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Request body: {'security_group_rule': {'security_group_id': '4b780821-d5e8-427a-8644-dfceef3c75f9', 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:14.112401 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.db_base_plugin_common [None req-41306f36-c46d-45dc-85eb-9108effe85cf None None] Allocated IP 172.20.0.2 (4802773a-3b03-40d5-8d08-27f23bcc704f/000bea8b-e21b-480f-8d43-672c69a338fc/aecde129-e7f7-41de-a7c4-80c595e45bf0) {{(pid=94801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:31:14.229286 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-81449ef4-2d8d-4b20-8871-b4d18d11d6fc tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:14.264783 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-41306f36-c46d-45dc-85eb-9108effe85cf None None] Notify callbacks [] for port, precommit_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:14.315285 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-38af401e-1de1-442e-aac1-33a4f3baf4a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:14.345369 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-41306f36-c46d-45dc-85eb-9108effe85cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464'] for port, after_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:14.349398 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-81449ef4-2d8d-4b20-8871-b4d18d11d6fc tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:14.385235 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41306f36-c46d-45dc-85eb-9108effe85cf None None] Network 4802773a-3b03-40d5-8d08-27f23bcc704f is already hosted by enough agents. {{(pid=94801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:31:14.389172 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.scheduler.base_scheduler [None req-41306f36-c46d-45dc-85eb-9108effe85cf None None] Resources bound (agent type, host, resource id): {{(pid=94801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:31:14.392699 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41306f36-c46d-45dc-85eb-9108effe85cf None None] Received port after_create {{(pid=94801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:31:14.405019 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41306f36-c46d-45dc-85eb-9108effe85cf None None] Pushing event updated for resources: {'Port': ['ID=aecde129-e7f7-41de-a7c4-80c595e45bf0,revision_number=1']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:14.472964 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-41306f36-c46d-45dc-85eb-9108effe85cf None None] Attempting to bind port aecde129-e7f7-41de-a7c4-80c595e45bf0 on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:31:14.473505 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-41306f36-c46d-45dc-85eb-9108effe85cf None None] Attempting to bind port aecde129-e7f7-41de-a7c4-80c595e45bf0 by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': '3c78ee22-b0a1-4940-bd51-53e6eb9312f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f'}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:31:14.473821 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41306f36-c46d-45dc-85eb-9108effe85cf None None] Attempting to bind port aecde129-e7f7-41de-a7c4-80c595e45bf0 on network 4802773a-3b03-40d5-8d08-27f23bcc704f {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:31:14.476496 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-81449ef4-2d8d-4b20-8871-b4d18d11d6fc tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475222'] for security_group_rule, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:14.487925 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41306f36-c46d-45dc-85eb-9108effe85cf None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:31:14.492165 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41306f36-c46d-45dc-85eb-9108effe85cf None None] Checking segment: {'id': '3c78ee22-b0a1-4940-bd51-53e6eb9312f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:31:14.492926 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-41306f36-c46d-45dc-85eb-9108effe85cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:14.494059 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41306f36-c46d-45dc-85eb-9108effe85cf None None] Bound using segment: {'id': '3c78ee22-b0a1-4940-bd51-53e6eb9312f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f'} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:31:14.494059 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-41306f36-c46d-45dc-85eb-9108effe85cf None None] Bound port: aecde129-e7f7-41de-a7c4-80c595e45bf0, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c78ee22-b0a1-4940-bd51-53e6eb9312f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f'}}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:31:14.494460 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-41306f36-c46d-45dc-85eb-9108effe85cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:14.494561 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81449ef4-2d8d-4b20-8871-b4d18d11d6fc tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0da70b-b64f-48a4-91e9-72ffe5ea7152,revision_number=0']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:14.583250 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-41306f36-c46d-45dc-85eb-9108effe85cf None None] For port aecde129-e7f7-41de-a7c4-80c595e45bf0, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:31:14.586723 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-41306f36-c46d-45dc-85eb-9108effe85cf None None] For port aecde129-e7f7-41de-a7c4-80c595e45bf0, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=aecde129-e7f7-41de-a7c4-80c595e45bf0,segment=NetworkSegment(3c78ee22-b0a1-4940-bd51-53e6eb9312f3),segment_id=3c78ee22-b0a1-4940-bd51-53e6eb9312f3)] {{(pid=94801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:31:14.622057 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-81449ef4-2d8d-4b20-8871-b4d18d11d6fc tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:14.623340 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-81449ef4-2d8d-4b20-8871-b4d18d11d6fc tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5527830 Sep 15 15:31:14.626184 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 53224) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:14.631233 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-56366dcc-dac9-46c6-8e1b-6f18ab2b0336 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Request body: {'security_group_rule': {'security_group_id': '4b780821-d5e8-427a-8644-dfceef3c75f9', 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:14.676378 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-38af401e-1de1-442e-aac1-33a4f3baf4a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:14.693933 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-41306f36-c46d-45dc-85eb-9108effe85cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:14.696350 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-38af401e-1de1-442e-aac1-33a4f3baf4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:14.743978 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.db.securitygroups_db [None req-56366dcc-dac9-46c6-8e1b-6f18ab2b0336 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Project 64fab051a563434c8268b58bbb0d3e80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 15:31:14.750879 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-56366dcc-dac9-46c6-8e1b-6f18ab2b0336 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:14.760261 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41306f36-c46d-45dc-85eb-9108effe85cf None None] Pushing event updated for resources: {'Port': ['ID=aecde129-e7f7-41de-a7c4-80c595e45bf0,revision_number=2']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:14.819665 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_common [None req-38af401e-1de1-442e-aac1-33a4f3baf4a4 admin admin] Allocated IP 172.27.3.252 (70862140-ffde-47fa-81bd-8f9d99919982/7ac39d78-6dff-4eb9-9797-5a3cc8acd948/5b3c6e69-d797-4292-90b3-09080c7faeac) {{(pid=94799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:31:14.842724 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-56366dcc-dac9-46c6-8e1b-6f18ab2b0336 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:14.944811 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-38af401e-1de1-442e-aac1-33a4f3baf4a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:14.968152 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-56366dcc-dac9-46c6-8e1b-6f18ab2b0336 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475222'] for security_group_rule, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:14.992294 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56366dcc-dac9-46c6-8e1b-6f18ab2b0336 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374d5970-b413-45b6-bd8e-a400144896f9,revision_number=0']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:15.055552 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-38af401e-1de1-442e-aac1-33a4f3baf4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:15.099473 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38af401e-1de1-442e-aac1-33a4f3baf4a4 admin admin] Network 70862140-ffde-47fa-81bd-8f9d99919982 is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:31:15.102253 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-38af401e-1de1-442e-aac1-33a4f3baf4a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:31:15.106744 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38af401e-1de1-442e-aac1-33a4f3baf4a4 admin admin] Received port after_create {{(pid=94799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:31:15.111179 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-56366dcc-dac9-46c6-8e1b-6f18ab2b0336 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:15.112671 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-56366dcc-dac9-46c6-8e1b-6f18ab2b0336 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4852939 Sep 15 15:31:15.116173 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 53228) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:15.118371 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af401e-1de1-442e-aac1-33a4f3baf4a4 admin admin] Pushing event updated for resources: {'Port': ['ID=5b3c6e69-d797-4292-90b3-09080c7faeac,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:15.123846 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-46b2e138-ef0d-4476-b6d4-0e2a1fdd4dac tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Request body: {'security_group_rule': {'security_group_id': '4b780821-d5e8-427a-8644-dfceef3c75f9', 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:15.299610 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.db.securitygroups_db [None req-46b2e138-ef0d-4476-b6d4-0e2a1fdd4dac tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Project 64fab051a563434c8268b58bbb0d3e80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 15:31:15.304672 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-46b2e138-ef0d-4476-b6d4-0e2a1fdd4dac tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:15.373510 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-46b2e138-ef0d-4476-b6d4-0e2a1fdd4dac tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:15.517907 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-46b2e138-ef0d-4476-b6d4-0e2a1fdd4dac tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475222'] for security_group_rule, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:15.546004 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2e138-ef0d-4476-b6d4-0e2a1fdd4dac tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33194ee8-0cd5-46c6-a17b-8a7b39d3bda5,revision_number=0']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:15.558051 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-38af401e-1de1-442e-aac1-33a4f3baf4a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:15.616351 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-46b2e138-ef0d-4476-b6d4-0e2a1fdd4dac tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:15.617589 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-46b2e138-ef0d-4476-b6d4-0e2a1fdd4dac tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5001743 Sep 15 15:31:15.769682 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-44e3113b-83c2-4647-8b72-f14b1dea469d req-58129b1f-15b1-409e-a224-e27b82d2a9d5 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2063872391&fields=id&tenant_id=64fab051a563434c8268b58bbb0d3e80 HTTP/1.1" status: 200 len: 267 time: 0.0532358 Sep 15 15:31:15.826160 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd2a1e8-4e48-4fe4-b531-dbd2ef87be64 None None] Network 4802773a-3b03-40d5-8d08-27f23bcc704f requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:31:15.827775 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3113b-83c2-4647-8b72-f14b1dea469d req-f5912750-de86-478b-9a25-a6a977f9e410 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:15.829903 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-44e3113b-83c2-4647-8b72-f14b1dea469d req-f5912750-de86-478b-9a25-a6a977f9e410 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 946 time: 0.0591118 Sep 15 15:31:15.842723 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [req-44e3113b-83c2-4647-8b72-f14b1dea469d req-a4d309c6-50ef-456e-b252-01314a05bca2 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Request body: {'port': {'security_groups': ['ebbda180-c035-430d-a75a-db21c7ba3690', '4b780821-d5e8-427a-8644-dfceef3c75f9']}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:15.928756 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-44e3113b-83c2-4647-8b72-f14b1dea469d req-a4d309c6-50ef-456e-b252-01314a05bca2 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:15.945105 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-b5041c53-f3f2-4d20-99fd-4869eedfa936 None None] Provisioning complete for port aecde129-e7f7-41de-a7c4-80c595e45bf0 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:15.945819 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-b5041c53-f3f2-4d20-99fd-4869eedfa936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:16.111142 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-38af401e-1de1-442e-aac1-33a4f3baf4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568907'] for router, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:16.186876 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device aecde129-e7f7-41de-a7c4-80c595e45bf0 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:31:16.195686 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-b5041c53-f3f2-4d20-99fd-4869eedfa936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:16.236461 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-44e3113b-83c2-4647-8b72-f14b1dea469d req-a4d309c6-50ef-456e-b252-01314a05bca2 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] For port 42cef83e-5b70-4fe6-b5e3-03b9a0250437, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=42cef83e-5b70-4fe6-b5e3-03b9a0250437,segment=NetworkSegment(f771cd33-efad-4e9b-98af-f3712cca4008),segment_id=f771cd33-efad-4e9b-98af-f3712cca4008)] {{(pid=94800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:31:16.257625 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-b5041c53-f3f2-4d20-99fd-4869eedfa936 None None] For port aecde129-e7f7-41de-a7c4-80c595e45bf0, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=aecde129-e7f7-41de-a7c4-80c595e45bf0,segment=NetworkSegment(3c78ee22-b0a1-4940-bd51-53e6eb9312f3),segment_id=3c78ee22-b0a1-4940-bd51-53e6eb9312f3)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:31:16.269885 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port aecde129-e7f7-41de-a7c4-80c595e45bf0 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:16.270566 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:16.295444 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-44e3113b-83c2-4647-8b72-f14b1dea469d req-a4d309c6-50ef-456e-b252-01314a05bca2 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for port, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:16.340856 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-b5041c53-f3f2-4d20-99fd-4869eedfa936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:16.382155 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:16.412826 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5041c53-f3f2-4d20-99fd-4869eedfa936 None None] Pushing event updated for resources: {'Port': ['ID=aecde129-e7f7-41de-a7c4-80c595e45bf0,revision_number=3']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:16.419376 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-44e3113b-83c2-4647-8b72-f14b1dea469d req-a4d309c6-50ef-456e-b252-01314a05bca2 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:16.419720 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38af401e-1de1-442e-aac1-33a4f3baf4a4 admin admin] Router 0b47ddcf-b1db-441e-8560-38c77674ee76 is scheduled to L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc with binding_index 1 {{(pid=94799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:31:16.455666 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['42cef83e-5b70-4fe6-b5e3-03b9a0250437'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:31:16.475449 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3113b-83c2-4647-8b72-f14b1dea469d req-a4d309c6-50ef-456e-b252-01314a05bca2 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:16.476126 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-44e3113b-83c2-4647-8b72-f14b1dea469d req-a4d309c6-50ef-456e-b252-01314a05bca2 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:16.477561 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-44e3113b-83c2-4647-8b72-f14b1dea469d req-a4d309c6-50ef-456e-b252-01314a05bca2 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "PUT /v2.0/ports/42cef83e-5b70-4fe6-b5e3-03b9a0250437 HTTP/1.1" status: 200 len: 982 time: 0.6407332 Sep 15 15:31:16.478035 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2b4c81-0269-4f0e-881a-a7d09a757431', 'tag': '42cef83e-5b70-4fe6-b5e3-03b9a0250437'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:31:16.481026 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183a249a-06d2-4a26-b9b7-b98265f81b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "1a2b4c81-0269-4f0e-881a-a7d09a757431", "tag": "42cef83e-5b70-4fe6-b5e3-03b9a0250437"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:31:16.522003 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d309c6-50ef-456e-b252-01314a05bca2 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Pushing event updated for resources: {'Port': ['ID=42cef83e-5b70-4fe6-b5e3-03b9a0250437,revision_number=6']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:16.558520 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.db.api [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:31:16.558874 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG oslo_db.api [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:31:16.562657 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-645584f7-a3cf-4993-92c4-c11d5f51fa0a None None] Provisioning complete for port aecde129-e7f7-41de-a7c4-80c595e45bf0 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:16.563054 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-645584f7-a3cf-4993-92c4-c11d5f51fa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:16.627814 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe729bf-e5e9-4801-ab12-2a9fc2c8038f req-046eb80a-67f0-41a4-a5a9-355282f2b078 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:16.630236 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-3fe729bf-e5e9-4801-ab12-2a9fc2c8038f req-046eb80a-67f0-41a4-a5a9-355282f2b078 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 985 time: 0.0656812 Sep 15 15:31:16.647413 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38af401e-1de1-442e-aac1-33a4f3baf4a4 admin admin] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:31:16.668657 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c00900-5334-4c50-a66b-e8fe19cc575f None None] Sync routers for ids ['0b47ddcf-b1db-441e-8560-38c77674ee76'] in dv-cinder-809201-1-iscsi {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:31:16.686858 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-3fe729bf-e5e9-4801-ab12-2a9fc2c8038f req-f5b10ba3-aa50-44c3-a3d0-411525e39804 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=4b780821-d5e8-427a-8644-dfceef3c75f9&id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0490742 Sep 15 15:31:16.803563 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c00900-5334-4c50-a66b-e8fe19cc575f None None] Routers {'0b47ddcf-b1db-441e-8560-38c77674ee76'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:31:16.803563 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-e7c00900-5334-4c50-a66b-e8fe19cc575f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:30:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['0b47ddcf-b1db-441e-8560-38c77674ee76'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:16.804632 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab0e649-07e5-476a-b386-301feaa2c715 x-openstack-request-id: req-7ab0e649-07e5-476a-b386-301feaa2c715 {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:31:16.804632 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a2b4c81-0269-4f0e-881a-a7d09a757431", "tag": "42cef83e-5b70-4fe6-b5e3-03b9a0250437", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:31:16.804632 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7ab0e649-07e5-476a-b386-301feaa2c715 {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:31:16.804632 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a2b4c81-0269-4f0e-881a-a7d09a757431', 'tag': '42cef83e-5b70-4fe6-b5e3-03b9a0250437', 'status': 'completed', 'code': 200} Sep 15 15:31:16.903441 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-e7c00900-5334-4c50-a66b-e8fe19cc575f None None] Set router 0b47ddcf-b1db-441e-8560-38c77674ee76 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:31:17.096648 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f67317bc-bdf6-4407-a0df-cda5a0c96af3 None None] Provisioning complete for port 42cef83e-5b70-4fe6-b5e3-03b9a0250437 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:17.097023 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f67317bc-bdf6-4407-a0df-cda5a0c96af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:17.270946 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-38af401e-1de1-442e-aac1-33a4f3baf4a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:17.272269 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-38af401e-1de1-442e-aac1-33a4f3baf4a4 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3854463 Sep 15 15:31:17.275440 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 53256) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:17.426432 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-e7c00900-5334-4c50-a66b-e8fe19cc575f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'name': 'tempest-TestShelveInstance-1520986312-router', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '5b3c6e69-d797-4292-90b3-09080c7faeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:13Z', 'updated_at': '2021-09-15T15:31:15Z', 'revision_number': 3, 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'gw_port': {'id': '5b3c6e69-d797-4292-90b3-09080c7faeac', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:14Z', 'updated_at': '2021-09-15T15:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:17.463928 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c00900-5334-4c50-a66b-e8fe19cc575f None None] Checking router: 0b47ddcf-b1db-441e-8560-38c77674ee76 for host: dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:31:17.464269 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c00900-5334-4c50-a66b-e8fe19cc575f None None] Updating router 0b47ddcf-b1db-441e-8560-38c77674ee76 port 5b3c6e69-d797-4292-90b3-09080c7faeac binding host dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:31:17.509724 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e7c00900-5334-4c50-a66b-e8fe19cc575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:17.553296 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['42cef83e-5b70-4fe6-b5e3-03b9a0250437'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:31:17.733273 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-1dd92140-0a09-4ad6-bfdb-73c7fd4d8737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:17.900215 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e7c00900-5334-4c50-a66b-e8fe19cc575f None None] Notify callbacks [] for port, precommit_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:17.906201 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_common [None req-1dd92140-0a09-4ad6-bfdb-73c7fd4d8737 admin admin] Allocated IP 172.20.0.1 (4802773a-3b03-40d5-8d08-27f23bcc704f/000bea8b-e21b-480f-8d43-672c69a338fc/c283e6a9-fcad-4041-b889-1231435a91cd) {{(pid=94799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:31:18.010483 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-1dd92140-0a09-4ad6-bfdb-73c7fd4d8737 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:18.017107 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e7c00900-5334-4c50-a66b-e8fe19cc575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:18.108797 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-e7c00900-5334-4c50-a66b-e8fe19cc575f None None] Attempting to bind port 5b3c6e69-d797-4292-90b3-09080c7faeac on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:31:18.109153 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-e7c00900-5334-4c50-a66b-e8fe19cc575f None None] Attempting to bind port 5b3c6e69-d797-4292-90b3-09080c7faeac by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:31:18.109515 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c00900-5334-4c50-a66b-e8fe19cc575f None None] Attempting to bind port 5b3c6e69-d797-4292-90b3-09080c7faeac on network 70862140-ffde-47fa-81bd-8f9d99919982 {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:31:18.113612 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device aecde129-e7f7-41de-a7c4-80c595e45bf0 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:31:18.117007 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700ea8-8841-44f1-9058-5bff6cd163aa None None] Pushing event updated for resources: {'Port': ['ID=5b3c6e69-d797-4292-90b3-09080c7faeac,revision_number=2']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:18.131394 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-1dd92140-0a09-4ad6-bfdb-73c7fd4d8737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:18.160193 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c00900-5334-4c50-a66b-e8fe19cc575f None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:31:18.160193 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c00900-5334-4c50-a66b-e8fe19cc575f None None] Checking segment: {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:31:18.160613 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e7c00900-5334-4c50-a66b-e8fe19cc575f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:18.161335 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c00900-5334-4c50-a66b-e8fe19cc575f None None] Bound using segment: {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:31:18.161644 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-e7c00900-5334-4c50-a66b-e8fe19cc575f None None] Bound port: 5b3c6e69-d797-4292-90b3-09080c7faeac, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:31:18.162131 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e7c00900-5334-4c50-a66b-e8fe19cc575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:18.175705 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd92140-0a09-4ad6-bfdb-73c7fd4d8737 admin admin] Network 4802773a-3b03-40d5-8d08-27f23bcc704f is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:31:18.187360 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-1dd92140-0a09-4ad6-bfdb-73c7fd4d8737 admin admin] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:31:18.191770 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd92140-0a09-4ad6-bfdb-73c7fd4d8737 admin admin] Received port after_create {{(pid=94799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:31:18.195400 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd92140-0a09-4ad6-bfdb-73c7fd4d8737 admin admin] Pushing event updated for resources: {'Port': ['ID=c283e6a9-fcad-4041-b889-1231435a91cd,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:18.235303 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-1dd92140-0a09-4ad6-bfdb-73c7fd4d8737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568988'] for router_interface, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:18.286390 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port aecde129-e7f7-41de-a7c4-80c595e45bf0 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:18.286756 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:18.289850 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-e7c00900-5334-4c50-a66b-e8fe19cc575f None None] For port 5b3c6e69-d797-4292-90b3-09080c7faeac, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:31:18.331180 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-e7c00900-5334-4c50-a66b-e8fe19cc575f None None] For port 5b3c6e69-d797-4292-90b3-09080c7faeac, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=5b3c6e69-d797-4292-90b3-09080c7faeac,segment=NetworkSegment(892b6518-e65e-438b-8e7f-3ce7335aa343),segment_id=892b6518-e65e-438b-8e7f-3ce7335aa343)] {{(pid=94801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:31:18.408719 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e7c00900-5334-4c50-a66b-e8fe19cc575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:18.492616 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c00900-5334-4c50-a66b-e8fe19cc575f None None] Routers {'0b47ddcf-b1db-441e-8560-38c77674ee76'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:31:18.493167 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-e7c00900-5334-4c50-a66b-e8fe19cc575f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:30:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['0b47ddcf-b1db-441e-8560-38c77674ee76'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:18.494355 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-1dd92140-0a09-4ad6-bfdb-73c7fd4d8737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:18.495668 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700ea8-8841-44f1-9058-5bff6cd163aa None None] Pushing event updated for resources: {'Port': ['ID=5b3c6e69-d797-4292-90b3-09080c7faeac,revision_number=3']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:18.500708 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-73b111ad-7ccc-426a-b8be-76668b64f47c None None] Provisioning complete for port c283e6a9-fcad-4041-b889-1231435a91cd triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:18.505376 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-73b111ad-7ccc-426a-b8be-76668b64f47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:18.583002 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-73b111ad-7ccc-426a-b8be-76668b64f47c None None] Port c283e6a9-fcad-4041-b889-1231435a91cd cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:31:18.641887 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-e7c00900-5334-4c50-a66b-e8fe19cc575f None None] Set router 0b47ddcf-b1db-441e-8560-38c77674ee76 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:31:18.670490 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-1dd92140-0a09-4ad6-bfdb-73c7fd4d8737 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:18.744791 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-1dd92140-0a09-4ad6-bfdb-73c7fd4d8737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9314481'] for port, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:18.813015 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd92140-0a09-4ad6-bfdb-73c7fd4d8737 admin admin] Pushing event updated for resources: {'Port': ['ID=c283e6a9-fcad-4041-b889-1231435a91cd,revision_number=2']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:18.816454 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-1dd92140-0a09-4ad6-bfdb-73c7fd4d8737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579084'] for router_interface, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:18.857622 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-e7c00900-5334-4c50-a66b-e8fe19cc575f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'name': 'tempest-TestShelveInstance-1520986312-router', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '5b3c6e69-d797-4292-90b3-09080c7faeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:13Z', 'updated_at': '2021-09-15T15:31:18Z', 'revision_number': 4, 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'gw_port': {'id': '5b3c6e69-d797-4292-90b3-09080c7faeac', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:14Z', 'updated_at': '2021-09-15T15:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': 'c283e6a9-fcad-4041-b889-1231435a91cd', 'name': '', 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'mac_address': 'fa:16:3e:76:e6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '000bea8b-e21b-480f-8d43-672c69a338fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:17Z', 'updated_at': '2021-09-15T15:31:17Z', 'revision_number': 1, 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'subnets': [{'id': '000bea8b-e21b-480f-8d43-672c69a338fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:18.884852 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c00900-5334-4c50-a66b-e8fe19cc575f None None] The sync data for ids ['0b47ddcf-b1db-441e-8560-38c77674ee76'] in dv-cinder-809201-1-iscsi is: [{'id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'name': 'tempest-TestShelveInstance-1520986312-router', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '5b3c6e69-d797-4292-90b3-09080c7faeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:13Z', 'updated_at': '2021-09-15T15:31:18Z', 'revision_number': 4, 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'gw_port': {'id': '5b3c6e69-d797-4292-90b3-09080c7faeac', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:14Z', 'updated_at': '2021-09-15T15:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': 'c283e6a9-fcad-4041-b889-1231435a91cd', 'name': '', 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'mac_address': 'fa:16:3e:76:e6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '000bea8b-e21b-480f-8d43-672c69a338fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:17Z', 'updated_at': '2021-09-15T15:31:17Z', 'revision_number': 1, 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'subnets': [{'id': '000bea8b-e21b-480f-8d43-672c69a338fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:31:18.916952 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd92140-0a09-4ad6-bfdb-73c7fd4d8737 admin admin] Network 4802773a-3b03-40d5-8d08-27f23bcc704f is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:31:18.919426 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-1dd92140-0a09-4ad6-bfdb-73c7fd4d8737 admin admin] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:31:19.047357 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd92140-0a09-4ad6-bfdb-73c7fd4d8737 admin admin] Router 0b47ddcf-b1db-441e-8560-38c77674ee76 has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:31:19.138400 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-b8b48df3-e3ec-4f6e-b6ae-2fddc546b7ca None None] Provisioning complete for port c283e6a9-fcad-4041-b889-1231435a91cd triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:19.139302 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-b8b48df3-e3ec-4f6e-b6ae-2fddc546b7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:19.196638 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd92140-0a09-4ad6-bfdb-73c7fd4d8737 admin admin] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:31:19.198542 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-b8b48df3-e3ec-4f6e-b6ae-2fddc546b7ca None None] Port c283e6a9-fcad-4041-b889-1231435a91cd cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:31:19.203019 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-1dd92140-0a09-4ad6-bfdb-73c7fd4d8737 admin admin] 10.222.0.54 "PUT /v2.0/routers/0b47ddcf-b1db-441e-8560-38c77674ee76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9260080 Sep 15 15:31:19.557973 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a249a-06d2-4a26-b9b7-b98265f81b6d req-6cd7f28c-011e-4ec5-96f5-31bdb6b4a3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:19.560454 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-183a249a-06d2-4a26-b9b7-b98265f81b6d req-6cd7f28c-011e-4ec5-96f5-31bdb6b4a3c6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64fab051a563434c8268b58bbb0d3e80&device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 1138 time: 0.0627511 Sep 15 15:31:19.710167 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a249a-06d2-4a26-b9b7-b98265f81b6d req-5fcf7974-290d-459d-9045-f0158e43bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:19.711704 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-183a249a-06d2-4a26-b9b7-b98265f81b6d req-5fcf7974-290d-459d-9045-f0158e43bd75 service neutron] 10.222.0.58 "GET /v2.0/networks?id=892dd142-5f76-4245-922e-3a04ff98d493 HTTP/1.1" status: 200 len: 915 time: 0.1442575 Sep 15 15:31:19.806023 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-183a249a-06d2-4a26-b9b7-b98265f81b6d req-3bd72cc1-3ea6-4dad-8e0f-612959f33b43 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42cef83e-5b70-4fe6-b5e3-03b9a0250437 HTTP/1.1" status: 200 len: 1002 time: 0.0783091 Sep 15 15:31:19.872562 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a249a-06d2-4a26-b9b7-b98265f81b6d req-dfedaf96-6c52-4e37-8456-1a692d7a4951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:19.874025 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-183a249a-06d2-4a26-b9b7-b98265f81b6d req-dfedaf96-6c52-4e37-8456-1a692d7a4951 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5b5056aa-2130-46e6-b026-a382a7bc0d18 HTTP/1.1" status: 200 len: 853 time: 0.0594728 Sep 15 15:31:19.933800 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a249a-06d2-4a26-b9b7-b98265f81b6d req-7dafa7d0-1a8a-4542-9875-98d0626bdd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:19.935736 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-183a249a-06d2-4a26-b9b7-b98265f81b6d req-7dafa7d0-1a8a-4542-9875-98d0626bdd1a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=892dd142-5f76-4245-922e-3a04ff98d493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511887 Sep 15 15:31:20.046577 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-183a249a-06d2-4a26-b9b7-b98265f81b6d req-34977065-065e-4749-80cf-0de135851c73 service neutron] 10.222.0.58 "GET /v2.0/networks/892dd142-5f76-4245-922e-3a04ff98d493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959451 Sep 15 15:31:20.120251 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 5b3c6e69-d797-4292-90b3-09080c7faeac up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:31:20.173208 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-183a249a-06d2-4a26-b9b7-b98265f81b6d req-2ef894bd-e5ac-4139-9fa0-2188b19a4f3d service neutron] 10.222.0.58 "GET /v2.0/networks/892dd142-5f76-4245-922e-3a04ff98d493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075649 Sep 15 15:31:20.210301 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 5b3c6e69-d797-4292-90b3-09080c7faeac triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:20.211321 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:20.293204 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:20.314251 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] For port 5b3c6e69-d797-4292-90b3-09080c7faeac, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=5b3c6e69-d797-4292-90b3-09080c7faeac,segment=NetworkSegment(892b6518-e65e-438b-8e7f-3ce7335aa343),segment_id=892b6518-e65e-438b-8e7f-3ce7335aa343)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:31:20.382864 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 53286) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:20.386323 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:20.393744 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-0778e52b-6162-4683-aa83-7c3158bcc8fa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1376078883-network', 'tenant_id': '6c24911118df488bb56193f230e10e0f'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:20.437058 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Pushing event updated for resources: {'Port': ['ID=5b3c6e69-d797-4292-90b3-09080c7faeac,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:20.476286 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0778e52b-6162-4683-aa83-7c3158bcc8fa admin admin] Made reservation on behalf of 6c24911118df488bb56193f230e10e0f for: {'network': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:31:20.478719 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0778e52b-6162-4683-aa83-7c3158bcc8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:20.488236 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0778e52b-6162-4683-aa83-7c3158bcc8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:20.584066 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0778e52b-6162-4683-aa83-7c3158bcc8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:20.733545 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0778e52b-6162-4683-aa83-7c3158bcc8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:20.758764 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0778e52b-6162-4683-aa83-7c3158bcc8fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=94799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:31:20.769864 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778e52b-6162-4683-aa83-7c3158bcc8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64214637-c634-4f3c-a028-c10864121be0,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:20.773616 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0778e52b-6162-4683-aa83-7c3158bcc8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:20.774075 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.db.segments_db [None req-0778e52b-6162-4683-aa83-7c3158bcc8fa admin admin] Added segment 14c5a494-1a64-446c-92c0-91cea217e6c6 of type vlan for network aba729a1-9038-4f7d-9e34-7aae76752204 Sep 15 15:31:20.818564 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0778e52b-6162-4683-aa83-7c3158bcc8fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442518815'] for network, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:20.899942 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f431ff-9642-4a18-9d51-04141e8fe1ce None None] Sync routers for ids ['0b47ddcf-b1db-441e-8560-38c77674ee76'] in dv-cinder-809201-1-iscsi {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:31:20.909348 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f431ff-9642-4a18-9d51-04141e8fe1ce None None] Routers {'0b47ddcf-b1db-441e-8560-38c77674ee76'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:31:20.909953 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-51f431ff-9642-4a18-9d51-04141e8fe1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:30:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['0b47ddcf-b1db-441e-8560-38c77674ee76'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:20.910461 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0778e52b-6162-4683-aa83-7c3158bcc8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for network, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:20.911603 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0778e52b-6162-4683-aa83-7c3158bcc8fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:20.912224 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0778e52b-6162-4683-aa83-7c3158bcc8fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:20.976291 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778e52b-6162-4683-aa83-7c3158bcc8fa admin admin] Pushing event updated for resources: {'Network': ['ID=aba729a1-9038-4f7d-9e34-7aae76752204,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:20.986742 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Network aba729a1-9038-4f7d-9e34-7aae76752204 details requested by agent ovs-agent-dv-cinder-809201-1-iscsi with host dv-cinder-809201-1-iscsi {{(pid=94801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:31:21.018245 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-51f431ff-9642-4a18-9d51-04141e8fe1ce None None] Set router 0b47ddcf-b1db-441e-8560-38c77674ee76 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:31:21.037094 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-0778e52b-6162-4683-aa83-7c3158bcc8fa admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6527946 Sep 15 15:31:21.039881 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 53294) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:21.045181 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-8ce45d58-b9b3-4e99-99c0-d89e1bc282ac admin admin] Request body: {'subnet': {'network_id': 'aba729a1-9038-4f7d-9e34-7aae76752204', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1376078883-subnet', 'tenant_id': '6c24911118df488bb56193f230e10e0f', 'ip_version': 4}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:21.173428 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce45d58-b9b3-4e99-99c0-d89e1bc282ac admin admin] Made reservation on behalf of 6c24911118df488bb56193f230e10e0f for: {'subnet': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:31:21.175811 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-8ce45d58-b9b3-4e99-99c0-d89e1bc282ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9382923'] for subnet, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:21.220294 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-51f431ff-9642-4a18-9d51-04141e8fe1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'name': 'tempest-TestShelveInstance-1520986312-router', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '5b3c6e69-d797-4292-90b3-09080c7faeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:13Z', 'updated_at': '2021-09-15T15:31:18Z', 'revision_number': 4, 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'gw_port': {'id': '5b3c6e69-d797-4292-90b3-09080c7faeac', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:14Z', 'updated_at': '2021-09-15T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': 'c283e6a9-fcad-4041-b889-1231435a91cd', 'name': '', 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'mac_address': 'fa:16:3e:76:e6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '000bea8b-e21b-480f-8d43-672c69a338fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:17Z', 'updated_at': '2021-09-15T15:31:18Z', 'revision_number': 2, 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'subnets': [{'id': '000bea8b-e21b-480f-8d43-672c69a338fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:21.247283 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f431ff-9642-4a18-9d51-04141e8fe1ce None None] Checking router: 0b47ddcf-b1db-441e-8560-38c77674ee76 for host: dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:31:21.247532 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f431ff-9642-4a18-9d51-04141e8fe1ce None None] Updating router 0b47ddcf-b1db-441e-8560-38c77674ee76 port c283e6a9-fcad-4041-b889-1231435a91cd binding host dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:31:21.275222 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-51f431ff-9642-4a18-9d51-04141e8fe1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:21.413400 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-8ce45d58-b9b3-4e99-99c0-d89e1bc282ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9314500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9382949'] for subnet, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:21.465612 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce45d58-b9b3-4e99-99c0-d89e1bc282ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c896ab3-fa6c-4afc-9670-3105d6687ea0,revision_number=0']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:21.483062 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce45d58-b9b3-4e99-99c0-d89e1bc282ac admin admin] Checking segment: {'id': '14c5a494-1a64-446c-92c0-91cea217e6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'aba729a1-9038-4f7d-9e34-7aae76752204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:31:21.483417 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce45d58-b9b3-4e99-99c0-d89e1bc282ac admin admin] Network hostable DHCP agents. Network: aba729a1-9038-4f7d-9e34-7aae76752204, hostable agents: ['c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0'], hosted agents: [] {{(pid=94799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:31:21.573056 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce45d58-b9b3-4e99-99c0-d89e1bc282ac admin admin] Network aba729a1-9038-4f7d-9e34-7aae76752204 is scheduled to be hosted by DHCP agent c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0 with binding_index 1 {{(pid=94799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:31:21.625674 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-51f431ff-9642-4a18-9d51-04141e8fe1ce None None] Notify callbacks [] for port, precommit_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:21.641698 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-8ce45d58-b9b3-4e99-99c0-d89e1bc282ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-1-iscsi, aba729a1-9038-4f7d-9e34-7aae76752204) {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:31:21.645873 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce45d58-b9b3-4e99-99c0-d89e1bc282ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:21.646453 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-8ce45d58-b9b3-4e99-99c0-d89e1bc282ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:21.650626 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b35a9c2-a2c6-4875-b816-4e4ce2671e6b None None] Network aba729a1-9038-4f7d-9e34-7aae76752204 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:31:21.710423 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-51f431ff-9642-4a18-9d51-04141e8fe1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:21.758433 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f7790-3990-43b7-992d-60830fb61534 None None] Pushing event updated for resources: {'Port': ['ID=c283e6a9-fcad-4041-b889-1231435a91cd,revision_number=3']} {{(pid=94802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:21.767721 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f7790-3990-43b7-992d-60830fb61534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:21.768323 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f7790-3990-43b7-992d-60830fb61534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:21.768836 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f7790-3990-43b7-992d-60830fb61534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:21.769161 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f7790-3990-43b7-992d-60830fb61534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:21.769485 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f7790-3990-43b7-992d-60830fb61534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:21.769808 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f7790-3990-43b7-992d-60830fb61534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:21.770129 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f7790-3990-43b7-992d-60830fb61534 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:21.770450 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f7790-3990-43b7-992d-60830fb61534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:21.770789 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f7790-3990-43b7-992d-60830fb61534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:21.771140 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f7790-3990-43b7-992d-60830fb61534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:21.771458 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f7790-3990-43b7-992d-60830fb61534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:21.771767 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9f7790-3990-43b7-992d-60830fb61534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:21.782919 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-8ce45d58-b9b3-4e99-99c0-d89e1bc282ac admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7419550 Sep 15 15:31:21.785578 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 53300) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:21.795618 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-8b12c681-4d84-4af1-942a-74b910b6ed19 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1376078883-router', 'tenant_id': '6c24911118df488bb56193f230e10e0f', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:21.814902 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d7ba88-33f3-4e46-b9d8-0d1e6de8efd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76b1df7-bc46-5e58-888b-22cc83ae4b15-aba729a1-9038-4f7d-9e34-7aae76752204', 'network_id': 'aba729a1-9038-4f7d-9e34-7aae76752204', 'tenant_id': '6c24911118df488bb56193f230e10e0f', 'fixed_ips': [{'subnet_id': '5c896ab3-fa6c-4afc-9670-3105d6687ea0'}]}} from dv-cinder-809201-1-iscsi. {{(pid=94801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:31:21.816242 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ba88-33f3-4e46-b9d8-0d1e6de8efd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:21.863260 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-51f431ff-9642-4a18-9d51-04141e8fe1ce None None] Attempting to bind port c283e6a9-fcad-4041-b889-1231435a91cd on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:31:21.864036 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-51f431ff-9642-4a18-9d51-04141e8fe1ce None None] Attempting to bind port c283e6a9-fcad-4041-b889-1231435a91cd by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': '3c78ee22-b0a1-4940-bd51-53e6eb9312f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f'}] {{(pid=94802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:31:21.864463 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f431ff-9642-4a18-9d51-04141e8fe1ce None None] Attempting to bind port c283e6a9-fcad-4041-b889-1231435a91cd on network 4802773a-3b03-40d5-8d08-27f23bcc704f {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:31:21.871689 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f431ff-9642-4a18-9d51-04141e8fe1ce None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:31:21.872157 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f431ff-9642-4a18-9d51-04141e8fe1ce None None] Checking segment: {'id': '3c78ee22-b0a1-4940-bd51-53e6eb9312f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:31:21.872624 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-51f431ff-9642-4a18-9d51-04141e8fe1ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:21.873125 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f431ff-9642-4a18-9d51-04141e8fe1ce None None] Bound using segment: {'id': '3c78ee22-b0a1-4940-bd51-53e6eb9312f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f'} {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:31:21.874017 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-51f431ff-9642-4a18-9d51-04141e8fe1ce None None] Bound port: c283e6a9-fcad-4041-b889-1231435a91cd, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c78ee22-b0a1-4940-bd51-53e6eb9312f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f'}}] {{(pid=94802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:31:21.874493 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-51f431ff-9642-4a18-9d51-04141e8fe1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:21.910778 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8b12c681-4d84-4af1-942a-74b910b6ed19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:21.912161 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8b12c681-4d84-4af1-942a-74b910b6ed19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:21.942927 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.db [None req-51f431ff-9642-4a18-9d51-04141e8fe1ce None None] For port c283e6a9-fcad-4041-b889-1231435a91cd, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:31:21.946701 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.db [None req-51f431ff-9642-4a18-9d51-04141e8fe1ce None None] For port c283e6a9-fcad-4041-b889-1231435a91cd, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=c283e6a9-fcad-4041-b889-1231435a91cd,segment=NetworkSegment(3c78ee22-b0a1-4940-bd51-53e6eb9312f3),segment_id=3c78ee22-b0a1-4940-bd51-53e6eb9312f3)] {{(pid=94802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:31:21.970894 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8b12c681-4d84-4af1-942a-74b910b6ed19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:21.985154 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.db_base_plugin_common [None req-e4d7ba88-33f3-4e46-b9d8-0d1e6de8efd5 None None] Allocated IP 172.20.0.2 (aba729a1-9038-4f7d-9e34-7aae76752204/5c896ab3-fa6c-4afc-9670-3105d6687ea0/da8375b8-2b91-4996-9a83-2182aa80be21) {{(pid=94801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:31:22.072957 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-742e46fe-8af6-411c-b014-8e400e9cef1c None None] Provisioning complete for port c283e6a9-fcad-4041-b889-1231435a91cd triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:22.073318 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-742e46fe-8af6-411c-b014-8e400e9cef1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:22.101629 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 5b3c6e69-d797-4292-90b3-09080c7faeac up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:31:22.179686 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-742e46fe-8af6-411c-b014-8e400e9cef1c None None] Port c283e6a9-fcad-4041-b889-1231435a91cd cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:31:22.249220 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ba88-33f3-4e46-b9d8-0d1e6de8efd5 None None] Notify callbacks [] for port, precommit_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:22.249220 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 5b3c6e69-d797-4292-90b3-09080c7faeac triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:22.249220 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:22.322851 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-51f431ff-9642-4a18-9d51-04141e8fe1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:22.361598 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ba88-33f3-4e46-b9d8-0d1e6de8efd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464'] for port, after_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:22.382611 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f431ff-9642-4a18-9d51-04141e8fe1ce None None] Routers {'0b47ddcf-b1db-441e-8560-38c77674ee76'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:31:22.383358 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-51f431ff-9642-4a18-9d51-04141e8fe1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:30:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['0b47ddcf-b1db-441e-8560-38c77674ee76'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:22.402822 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d7ba88-33f3-4e46-b9d8-0d1e6de8efd5 None None] Network aba729a1-9038-4f7d-9e34-7aae76752204 is already hosted by enough agents. {{(pid=94801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:31:22.406112 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.scheduler.base_scheduler [None req-e4d7ba88-33f3-4e46-b9d8-0d1e6de8efd5 None None] Resources bound (agent type, host, resource id): {{(pid=94801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:31:22.409725 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d7ba88-33f3-4e46-b9d8-0d1e6de8efd5 None None] Received port after_create {{(pid=94801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:31:22.420984 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7ba88-33f3-4e46-b9d8-0d1e6de8efd5 None None] Pushing event updated for resources: {'Port': ['ID=da8375b8-2b91-4996-9a83-2182aa80be21,revision_number=1']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:22.436982 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f7790-3990-43b7-992d-60830fb61534 None None] Pushing event updated for resources: {'Port': ['ID=c283e6a9-fcad-4041-b889-1231435a91cd,revision_number=4']} {{(pid=94802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:22.479437 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-e4d7ba88-33f3-4e46-b9d8-0d1e6de8efd5 None None] Attempting to bind port da8375b8-2b91-4996-9a83-2182aa80be21 on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:31:22.480318 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-e4d7ba88-33f3-4e46-b9d8-0d1e6de8efd5 None None] Attempting to bind port da8375b8-2b91-4996-9a83-2182aa80be21 by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': '14c5a494-1a64-446c-92c0-91cea217e6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'aba729a1-9038-4f7d-9e34-7aae76752204'}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:31:22.480694 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d7ba88-33f3-4e46-b9d8-0d1e6de8efd5 None None] Attempting to bind port da8375b8-2b91-4996-9a83-2182aa80be21 on network aba729a1-9038-4f7d-9e34-7aae76752204 {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:31:22.487072 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d7ba88-33f3-4e46-b9d8-0d1e6de8efd5 None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:31:22.487439 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d7ba88-33f3-4e46-b9d8-0d1e6de8efd5 None None] Checking segment: {'id': '14c5a494-1a64-446c-92c0-91cea217e6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'aba729a1-9038-4f7d-9e34-7aae76752204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:31:22.487841 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ba88-33f3-4e46-b9d8-0d1e6de8efd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:22.488238 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d7ba88-33f3-4e46-b9d8-0d1e6de8efd5 None None] Bound using segment: {'id': '14c5a494-1a64-446c-92c0-91cea217e6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'aba729a1-9038-4f7d-9e34-7aae76752204'} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:31:22.488693 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-e4d7ba88-33f3-4e46-b9d8-0d1e6de8efd5 None None] Bound port: da8375b8-2b91-4996-9a83-2182aa80be21, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c5a494-1a64-446c-92c0-91cea217e6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'aba729a1-9038-4f7d-9e34-7aae76752204'}}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:31:22.489067 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ba88-33f3-4e46-b9d8-0d1e6de8efd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:22.517055 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-51f431ff-9642-4a18-9d51-04141e8fe1ce None None] Set router 0b47ddcf-b1db-441e-8560-38c77674ee76 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:31:22.533513 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8b12c681-4d84-4af1-942a-74b910b6ed19 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:22.565735 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-e4d7ba88-33f3-4e46-b9d8-0d1e6de8efd5 None None] For port da8375b8-2b91-4996-9a83-2182aa80be21, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:31:22.569871 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-e4d7ba88-33f3-4e46-b9d8-0d1e6de8efd5 None None] For port da8375b8-2b91-4996-9a83-2182aa80be21, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=da8375b8-2b91-4996-9a83-2182aa80be21,segment=NetworkSegment(14c5a494-1a64-446c-92c0-91cea217e6c6),segment_id=14c5a494-1a64-446c-92c0-91cea217e6c6)] {{(pid=94801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:31:22.608503 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-1f89e18e-7353-4d85-a41e-410356d6492c None None] Provisioning complete for port c283e6a9-fcad-4041-b889-1231435a91cd triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:22.608871 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-1f89e18e-7353-4d85-a41e-410356d6492c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:22.692487 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-1f89e18e-7353-4d85-a41e-410356d6492c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:22.696922 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e4d7ba88-33f3-4e46-b9d8-0d1e6de8efd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:22.740944 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-51f431ff-9642-4a18-9d51-04141e8fe1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'name': 'tempest-TestShelveInstance-1520986312-router', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '5b3c6e69-d797-4292-90b3-09080c7faeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:13Z', 'updated_at': '2021-09-15T15:31:18Z', 'revision_number': 4, 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'gw_port': {'id': '5b3c6e69-d797-4292-90b3-09080c7faeac', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:14Z', 'updated_at': '2021-09-15T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': 'c283e6a9-fcad-4041-b889-1231435a91cd', 'name': '', 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'mac_address': 'fa:16:3e:76:e6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '000bea8b-e21b-480f-8d43-672c69a338fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:17Z', 'updated_at': '2021-09-15T15:31:21Z', 'revision_number': 4, 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'subnets': [{'id': '000bea8b-e21b-480f-8d43-672c69a338fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:22.771651 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f431ff-9642-4a18-9d51-04141e8fe1ce None None] The sync data for ids ['0b47ddcf-b1db-441e-8560-38c77674ee76'] in dv-cinder-809201-1-iscsi is: [{'id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'name': 'tempest-TestShelveInstance-1520986312-router', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '5b3c6e69-d797-4292-90b3-09080c7faeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:13Z', 'updated_at': '2021-09-15T15:31:18Z', 'revision_number': 4, 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'gw_port': {'id': '5b3c6e69-d797-4292-90b3-09080c7faeac', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:14Z', 'updated_at': '2021-09-15T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': 'c283e6a9-fcad-4041-b889-1231435a91cd', 'name': '', 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'mac_address': 'fa:16:3e:76:e6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '000bea8b-e21b-480f-8d43-672c69a338fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:17Z', 'updated_at': '2021-09-15T15:31:21Z', 'revision_number': 4, 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'subnets': [{'id': '000bea8b-e21b-480f-8d43-672c69a338fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:31:22.777891 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-1f89e18e-7353-4d85-a41e-410356d6492c None None] For port c283e6a9-fcad-4041-b889-1231435a91cd, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=c283e6a9-fcad-4041-b889-1231435a91cd,segment=NetworkSegment(3c78ee22-b0a1-4940-bd51-53e6eb9312f3),segment_id=3c78ee22-b0a1-4940-bd51-53e6eb9312f3)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:31:22.783282 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7ba88-33f3-4e46-b9d8-0d1e6de8efd5 None None] Pushing event updated for resources: {'Port': ['ID=da8375b8-2b91-4996-9a83-2182aa80be21,revision_number=2']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:22.870510 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-1f89e18e-7353-4d85-a41e-410356d6492c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:22.888736 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8b12c681-4d84-4af1-942a-74b910b6ed19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:22.912143 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8b12c681-4d84-4af1-942a-74b910b6ed19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:22.957061 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89e18e-7353-4d85-a41e-410356d6492c None None] Pushing event updated for resources: {'Port': ['ID=c283e6a9-fcad-4041-b889-1231435a91cd,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:23.050682 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_common [None req-8b12c681-4d84-4af1-942a-74b910b6ed19 admin admin] Allocated IP 172.27.3.32 (70862140-ffde-47fa-81bd-8f9d99919982/7ac39d78-6dff-4eb9-9797-5a3cc8acd948/b32f6899-2000-4f87-8de4-d7e4569ea40a) {{(pid=94800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:31:23.142039 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-972847da-789f-4621-a8da-64bd1998ce4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:23.184119 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8b12c681-4d84-4af1-942a-74b910b6ed19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:23.271056 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8b12c681-4d84-4af1-942a-74b910b6ed19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:23.312171 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b12c681-4d84-4af1-942a-74b910b6ed19 admin admin] Network 70862140-ffde-47fa-81bd-8f9d99919982 is already hosted by enough agents. {{(pid=94800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:31:23.319396 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [None req-8b12c681-4d84-4af1-942a-74b910b6ed19 admin admin] Resources bound (agent type, host, resource id): {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:31:23.324000 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b12c681-4d84-4af1-942a-74b910b6ed19 admin admin] Received port after_create {{(pid=94800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:31:23.327859 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12c681-4d84-4af1-942a-74b910b6ed19 admin admin] Pushing event updated for resources: {'Port': ['ID=b32f6899-2000-4f87-8de4-d7e4569ea40a,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:23.672403 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8b12c681-4d84-4af1-942a-74b910b6ed19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:23.768728 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a29021-ad7a-44e5-83c1-2ba725f372cb None None] Network aba729a1-9038-4f7d-9e34-7aae76752204 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:31:23.876580 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8b12c681-4d84-4af1-942a-74b910b6ed19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568907'] for router, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:23.927277 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-6b1a3074-ef1c-446e-806e-e7a453269df6 None None] Provisioning complete for port da8375b8-2b91-4996-9a83-2182aa80be21 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:23.927638 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3074-ef1c-446e-806e-e7a453269df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:24.087605 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b12c681-4d84-4af1-942a-74b910b6ed19 admin admin] Router 51a09cce-55a5-4ead-b49c-ca88b3d0d973 is scheduled to L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc with binding_index 1 {{(pid=94800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:31:24.097372 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3074-ef1c-446e-806e-e7a453269df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:24.141595 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-6b1a3074-ef1c-446e-806e-e7a453269df6 None None] For port da8375b8-2b91-4996-9a83-2182aa80be21, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=da8375b8-2b91-4996-9a83-2182aa80be21,segment=NetworkSegment(14c5a494-1a64-446c-92c0-91cea217e6c6),segment_id=14c5a494-1a64-446c-92c0-91cea217e6c6)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:31:24.208083 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-6b1a3074-ef1c-446e-806e-e7a453269df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:24.211432 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b12c681-4d84-4af1-942a-74b910b6ed19 admin admin] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:31:24.212964 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device da8375b8-2b91-4996-9a83-2182aa80be21 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:31:24.258836 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f4b54a-5326-4483-9683-29fe5d0f6b53 None None] Sync routers for ids ['51a09cce-55a5-4ead-b49c-ca88b3d0d973'] in dv-cinder-809201-1-iscsi {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:31:24.265659 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:24.286649 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8b12c681-4d84-4af1-942a-74b910b6ed19 admin admin] Notify callbacks [] for router, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:24.288076 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-8b12c681-4d84-4af1-942a-74b910b6ed19 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5006311 Sep 15 15:31:24.291096 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 53312) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:24.300772 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f4b54a-5326-4483-9683-29fe5d0f6b53 None None] Routers {'51a09cce-55a5-4ead-b49c-ca88b3d0d973'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:31:24.301407 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-42f4b54a-5326-4483-9683-29fe5d0f6b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:30:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['51a09cce-55a5-4ead-b49c-ca88b3d0d973'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:24.348064 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a3074-ef1c-446e-806e-e7a453269df6 None None] Pushing event updated for resources: {'Port': ['ID=da8375b8-2b91-4996-9a83-2182aa80be21,revision_number=3']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:24.372129 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port da8375b8-2b91-4996-9a83-2182aa80be21 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:24.373048 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:24.459621 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-42f4b54a-5326-4483-9683-29fe5d0f6b53 None None] Set router 51a09cce-55a5-4ead-b49c-ca88b3d0d973 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:31:24.491841 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-70c8fb0c-881b-46ab-8d1a-35cde05fbbac None None] Provisioning complete for port da8375b8-2b91-4996-9a83-2182aa80be21 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:24.492205 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-70c8fb0c-881b-46ab-8d1a-35cde05fbbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:24.666294 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device c283e6a9-fcad-4041-b889-1231435a91cd up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:31:24.785573 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port c283e6a9-fcad-4041-b889-1231435a91cd triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:24.786292 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:24.815659 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-42f4b54a-5326-4483-9683-29fe5d0f6b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a09cce-55a5-4ead-b49c-ca88b3d0d973', 'name': 'tempest-TestShelveInstance-1376078883-router', 'tenant_id': '6c24911118df488bb56193f230e10e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b32f6899-2000-4f87-8de4-d7e4569ea40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:21Z', 'updated_at': '2021-09-15T15:31:23Z', 'revision_number': 3, 'project_id': '6c24911118df488bb56193f230e10e0f', 'gw_port': {'id': 'b32f6899-2000-4f87-8de4-d7e4569ea40a', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:86:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a09cce-55a5-4ead-b49c-ca88b3d0d973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:22Z', 'updated_at': '2021-09-15T15:31:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:24.848916 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f4b54a-5326-4483-9683-29fe5d0f6b53 None None] Checking router: 51a09cce-55a5-4ead-b49c-ca88b3d0d973 for host: dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:31:24.849262 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f4b54a-5326-4483-9683-29fe5d0f6b53 None None] Updating router 51a09cce-55a5-4ead-b49c-ca88b3d0d973 port b32f6899-2000-4f87-8de4-d7e4569ea40a binding host dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:31:24.879831 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42f4b54a-5326-4483-9683-29fe5d0f6b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:24.937480 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f043-c1a6-4b74-8dca-ddf9ccbf81af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:25.118584 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_common [None req-e9e7f043-c1a6-4b74-8dca-ddf9ccbf81af admin admin] Allocated IP 172.20.0.1 (aba729a1-9038-4f7d-9e34-7aae76752204/5c896ab3-fa6c-4afc-9670-3105d6687ea0/80facdd0-afbb-43ba-862c-2319fe52a0df) {{(pid=94799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:31:25.182084 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42f4b54a-5326-4483-9683-29fe5d0f6b53 None None] Notify callbacks [] for port, precommit_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:25.229510 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f043-c1a6-4b74-8dca-ddf9ccbf81af admin admin] Notify callbacks [] for port, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:25.396321 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42f4b54a-5326-4483-9683-29fe5d0f6b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:25.396721 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f043-c1a6-4b74-8dca-ddf9ccbf81af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:25.438246 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e7f043-c1a6-4b74-8dca-ddf9ccbf81af admin admin] Network aba729a1-9038-4f7d-9e34-7aae76752204 is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:31:25.441323 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-e9e7f043-c1a6-4b74-8dca-ddf9ccbf81af admin admin] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:31:25.447364 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e7f043-c1a6-4b74-8dca-ddf9ccbf81af admin admin] Received port after_create {{(pid=94799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:31:25.451114 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4e3fb-7711-43f1-bb41-c176f316ac13 None None] Pushing event updated for resources: {'Port': ['ID=b32f6899-2000-4f87-8de4-d7e4569ea40a,revision_number=2']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:25.454300 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-42f4b54a-5326-4483-9683-29fe5d0f6b53 None None] Attempting to bind port b32f6899-2000-4f87-8de4-d7e4569ea40a on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:31:25.454659 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-42f4b54a-5326-4483-9683-29fe5d0f6b53 None None] Attempting to bind port b32f6899-2000-4f87-8de4-d7e4569ea40a by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:31:25.455049 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f4b54a-5326-4483-9683-29fe5d0f6b53 None None] Attempting to bind port b32f6899-2000-4f87-8de4-d7e4569ea40a on network 70862140-ffde-47fa-81bd-8f9d99919982 {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:31:25.458265 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7f043-c1a6-4b74-8dca-ddf9ccbf81af admin admin] Pushing event updated for resources: {'Port': ['ID=80facdd0-afbb-43ba-862c-2319fe52a0df,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:25.465806 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f4b54a-5326-4483-9683-29fe5d0f6b53 None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:31:25.465806 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f4b54a-5326-4483-9683-29fe5d0f6b53 None None] Checking segment: {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:31:25.466173 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42f4b54a-5326-4483-9683-29fe5d0f6b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:25.466716 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f4b54a-5326-4483-9683-29fe5d0f6b53 None None] Bound using segment: {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:31:25.467463 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-42f4b54a-5326-4483-9683-29fe5d0f6b53 None None] Bound port: b32f6899-2000-4f87-8de4-d7e4569ea40a, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:31:25.468133 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42f4b54a-5326-4483-9683-29fe5d0f6b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:25.500690 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f043-c1a6-4b74-8dca-ddf9ccbf81af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568988'] for router_interface, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:25.524236 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-42f4b54a-5326-4483-9683-29fe5d0f6b53 None None] For port b32f6899-2000-4f87-8de4-d7e4569ea40a, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:31:25.529461 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-42f4b54a-5326-4483-9683-29fe5d0f6b53 None None] For port b32f6899-2000-4f87-8de4-d7e4569ea40a, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=b32f6899-2000-4f87-8de4-d7e4569ea40a,segment=NetworkSegment(892b6518-e65e-438b-8e7f-3ce7335aa343),segment_id=892b6518-e65e-438b-8e7f-3ce7335aa343)] {{(pid=94801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:31:25.619716 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42f4b54a-5326-4483-9683-29fe5d0f6b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:25.681115 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f4b54a-5326-4483-9683-29fe5d0f6b53 None None] Routers {'51a09cce-55a5-4ead-b49c-ca88b3d0d973'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:31:25.681742 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-42f4b54a-5326-4483-9683-29fe5d0f6b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:30:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['51a09cce-55a5-4ead-b49c-ca88b3d0d973'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:25.691237 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4e3fb-7711-43f1-bb41-c176f316ac13 None None] Pushing event updated for resources: {'Port': ['ID=b32f6899-2000-4f87-8de4-d7e4569ea40a,revision_number=3']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:25.704408 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f043-c1a6-4b74-8dca-ddf9ccbf81af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:25.735716 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-5ffa67a9-e922-4846-ad00-d948aeda0333 None None] Provisioning complete for port 80facdd0-afbb-43ba-862c-2319fe52a0df triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:25.736007 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-5ffa67a9-e922-4846-ad00-d948aeda0333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:25.810288 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-5ffa67a9-e922-4846-ad00-d948aeda0333 None None] Port 80facdd0-afbb-43ba-862c-2319fe52a0df cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:31:25.830649 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-42f4b54a-5326-4483-9683-29fe5d0f6b53 None None] Set router 51a09cce-55a5-4ead-b49c-ca88b3d0d973 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:31:25.876449 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f043-c1a6-4b74-8dca-ddf9ccbf81af admin admin] Notify callbacks [] for port, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:25.933413 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f043-c1a6-4b74-8dca-ddf9ccbf81af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9314481'] for port, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:26.007089 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7f043-c1a6-4b74-8dca-ddf9ccbf81af admin admin] Pushing event updated for resources: {'Port': ['ID=80facdd0-afbb-43ba-862c-2319fe52a0df,revision_number=2']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:26.013363 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f043-c1a6-4b74-8dca-ddf9ccbf81af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579084'] for router_interface, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:26.114876 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device da8375b8-2b91-4996-9a83-2182aa80be21 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:31:26.124346 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e7f043-c1a6-4b74-8dca-ddf9ccbf81af admin admin] Network aba729a1-9038-4f7d-9e34-7aae76752204 is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:31:26.125789 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-e9e7f043-c1a6-4b74-8dca-ddf9ccbf81af admin admin] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:31:26.193622 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-007bf44a-6545-44f3-b2df-c7544132ea2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:26.201560 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port da8375b8-2b91-4996-9a83-2182aa80be21 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:26.201560 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:26.253141 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:26.268498 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e7f043-c1a6-4b74-8dca-ddf9ccbf81af admin admin] Router 51a09cce-55a5-4ead-b49c-ca88b3d0d973 has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:31:26.340118 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-42f4b54a-5326-4483-9683-29fe5d0f6b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a09cce-55a5-4ead-b49c-ca88b3d0d973', 'name': 'tempest-TestShelveInstance-1376078883-router', 'tenant_id': '6c24911118df488bb56193f230e10e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b32f6899-2000-4f87-8de4-d7e4569ea40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:21Z', 'updated_at': '2021-09-15T15:31:25Z', 'revision_number': 4, 'project_id': '6c24911118df488bb56193f230e10e0f', 'gw_port': {'id': 'b32f6899-2000-4f87-8de4-d7e4569ea40a', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:86:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a09cce-55a5-4ead-b49c-ca88b3d0d973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:22Z', 'updated_at': '2021-09-15T15:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': '80facdd0-afbb-43ba-862c-2319fe52a0df', 'name': '', 'network_id': 'aba729a1-9038-4f7d-9e34-7aae76752204', 'tenant_id': '6c24911118df488bb56193f230e10e0f', 'mac_address': 'fa:16:3e:b0:c1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a09cce-55a5-4ead-b49c-ca88b3d0d973', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '5c896ab3-fa6c-4afc-9670-3105d6687ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:24Z', 'updated_at': '2021-09-15T15:31:25Z', 'revision_number': 1, 'project_id': '6c24911118df488bb56193f230e10e0f', 'subnets': [{'id': '5c896ab3-fa6c-4afc-9670-3105d6687ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:26.370490 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f4b54a-5326-4483-9683-29fe5d0f6b53 None None] The sync data for ids ['51a09cce-55a5-4ead-b49c-ca88b3d0d973'] in dv-cinder-809201-1-iscsi is: [{'id': '51a09cce-55a5-4ead-b49c-ca88b3d0d973', 'name': 'tempest-TestShelveInstance-1376078883-router', 'tenant_id': '6c24911118df488bb56193f230e10e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b32f6899-2000-4f87-8de4-d7e4569ea40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:21Z', 'updated_at': '2021-09-15T15:31:25Z', 'revision_number': 4, 'project_id': '6c24911118df488bb56193f230e10e0f', 'gw_port': {'id': 'b32f6899-2000-4f87-8de4-d7e4569ea40a', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:86:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a09cce-55a5-4ead-b49c-ca88b3d0d973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:22Z', 'updated_at': '2021-09-15T15:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': '80facdd0-afbb-43ba-862c-2319fe52a0df', 'name': '', 'network_id': 'aba729a1-9038-4f7d-9e34-7aae76752204', 'tenant_id': '6c24911118df488bb56193f230e10e0f', 'mac_address': 'fa:16:3e:b0:c1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a09cce-55a5-4ead-b49c-ca88b3d0d973', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '5c896ab3-fa6c-4afc-9670-3105d6687ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:24Z', 'updated_at': '2021-09-15T15:31:25Z', 'revision_number': 1, 'project_id': '6c24911118df488bb56193f230e10e0f', 'subnets': [{'id': '5c896ab3-fa6c-4afc-9670-3105d6687ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:31:26.434626 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-b7335a22-1cfe-42b7-8749-31e68423c050 None None] Provisioning complete for port 80facdd0-afbb-43ba-862c-2319fe52a0df triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:26.435080 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-b7335a22-1cfe-42b7-8749-31e68423c050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:26.440604 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e7f043-c1a6-4b74-8dca-ddf9ccbf81af admin admin] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:31:26.450609 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-e9e7f043-c1a6-4b74-8dca-ddf9ccbf81af admin admin] 10.222.0.54 "PUT /v2.0/routers/51a09cce-55a5-4ead-b49c-ca88b3d0d973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1577938 Sep 15 15:31:26.471787 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-b7335a22-1cfe-42b7-8749-31e68423c050 None None] Port 80facdd0-afbb-43ba-862c-2319fe52a0df cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:31:27.100063 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 53336) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:27.104854 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-b7da6b1f-a778-455b-99ce-4ea91fab1f27 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1930643999', 'description': 'tempest-secgroup-smoke-1930643999 description', 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:27.127653 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:27.256898 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b7da6b1f-a778-455b-99ce-4ea91fab1f27 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:27.302099 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-817b34f2-80bf-4e6c-b475-a026208e6c75 req-6ecd06e2-6712-4cc8-ac54-e4f1706cdd6f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703003 Sep 15 15:31:27.370549 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b7da6b1f-a778-455b-99ce-4ea91fab1f27 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:27.413935 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b34f2-80bf-4e6c-b475-a026208e6c75 req-b4a1d75d-6aec-4a25-9c14-529dcb19f0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:27.415834 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-817b34f2-80bf-4e6c-b475-a026208e6c75 req-b4a1d75d-6aec-4a25-9c14-529dcb19f0b5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc084fec0e234562acc43f991b033c39&device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 1099 time: 0.0479474 Sep 15 15:31:27.504044 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b7da6b1f-a778-455b-99ce-4ea91fab1f27 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:27.553343 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da6b1f-a778-455b-99ce-4ea91fab1f27 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=378346cc-b095-42af-b3fb-1dff2c61a019,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:27.559309 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b34f2-80bf-4e6c-b475-a026208e6c75 req-86219dd2-24f8-4d8a-bf9a-c1e55f822195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:27.560895 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-817b34f2-80bf-4e6c-b475-a026208e6c75 req-86219dd2-24f8-4d8a-bf9a-c1e55f822195 service neutron] 10.222.0.58 "GET /v2.0/networks?id=08ee10b2-2fff-43fe-b79f-30f962cb12be HTTP/1.1" status: 200 len: 918 time: 0.1183224 Sep 15 15:31:27.616428 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b7da6b1f-a778-455b-99ce-4ea91fab1f27 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:27.617887 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-b7da6b1f-a778-455b-99ce-4ea91fab1f27 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5167630 Sep 15 15:31:27.621921 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 53346) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:27.627268 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-0cdfaf27-15db-4b22-9c1b-315b990d9388 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Request body: {'security_group_rule': {'security_group_id': '378346cc-b095-42af-b3fb-1dff2c61a019', 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:27.643662 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-817b34f2-80bf-4e6c-b475-a026208e6c75 req-2b05f9f7-0abd-4682-8400-9084d7d83209 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61660cf0-a5b0-4f1a-a8b1-45322b8c8615 HTTP/1.1" status: 200 len: 1001 time: 0.0718236 Sep 15 15:31:27.704513 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b34f2-80bf-4e6c-b475-a026208e6c75 req-59ec80ac-62a9-4187-84c8-d1d42535a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:27.705936 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-817b34f2-80bf-4e6c-b475-a026208e6c75 req-59ec80ac-62a9-4187-84c8-d1d42535a292 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c269f95b-bd52-41fc-a168-8d0b68cfbdb3 HTTP/1.1" status: 200 len: 856 time: 0.0526042 Sep 15 15:31:27.739500 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0cdfaf27-15db-4b22-9c1b-315b990d9388 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:27.757393 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b34f2-80bf-4e6c-b475-a026208e6c75 req-93346a2b-9786-4787-854a-57e85f37d550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:27.759045 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-817b34f2-80bf-4e6c-b475-a026208e6c75 req-93346a2b-9786-4787-854a-57e85f37d550 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=08ee10b2-2fff-43fe-b79f-30f962cb12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423956 Sep 15 15:31:27.810481 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0cdfaf27-15db-4b22-9c1b-315b990d9388 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:27.857174 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-817b34f2-80bf-4e6c-b475-a026208e6c75 req-435a25d6-3bb0-49d8-98ae-7330a2542bf7 service neutron] 10.222.0.58 "GET /v2.0/networks/08ee10b2-2fff-43fe-b79f-30f962cb12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883541 Sep 15 15:31:27.893731 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0cdfaf27-15db-4b22-9c1b-315b990d9388 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475222'] for security_group_rule, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:27.915384 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdfaf27-15db-4b22-9c1b-315b990d9388 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e523d8-6d31-4151-b169-253b9924dd16,revision_number=0']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:27.951313 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-817b34f2-80bf-4e6c-b475-a026208e6c75 req-0bf4ab9e-0a78-4a74-bac4-71cb45a93493 service neutron] 10.222.0.58 "GET /v2.0/networks/08ee10b2-2fff-43fe-b79f-30f962cb12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852935 Sep 15 15:31:27.985130 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0cdfaf27-15db-4b22-9c1b-315b990d9388 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:27.986391 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-0cdfaf27-15db-4b22-9c1b-315b990d9388 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3632991 Sep 15 15:31:27.989469 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 53350) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:27.994271 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-a079c8a9-81f5-410e-908a-db40ee1aca0c tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Request body: {'security_group_rule': {'security_group_id': '378346cc-b095-42af-b3fb-1dff2c61a019', 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:28.105625 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device b32f6899-2000-4f87-8de4-d7e4569ea40a up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:31:28.133020 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a079c8a9-81f5-410e-908a-db40ee1aca0c tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:28.159779 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port b32f6899-2000-4f87-8de4-d7e4569ea40a triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:28.160578 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:28.204265 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a079c8a9-81f5-410e-908a-db40ee1aca0c tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:28.242474 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:28.262663 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] For port b32f6899-2000-4f87-8de4-d7e4569ea40a, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=b32f6899-2000-4f87-8de4-d7e4569ea40a,segment=NetworkSegment(892b6518-e65e-438b-8e7f-3ce7335aa343),segment_id=892b6518-e65e-438b-8e7f-3ce7335aa343)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:31:28.310319 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a079c8a9-81f5-410e-908a-db40ee1aca0c tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475222'] for security_group_rule, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:28.329054 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079c8a9-81f5-410e-908a-db40ee1aca0c tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa760b86-8d8d-4ca3-a49d-66e04e4d1945,revision_number=0']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:28.338841 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:28.392093 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Pushing event updated for resources: {'Port': ['ID=b32f6899-2000-4f87-8de4-d7e4569ea40a,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:28.430697 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a079c8a9-81f5-410e-908a-db40ee1aca0c tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:28.433765 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-a079c8a9-81f5-410e-908a-db40ee1aca0c tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4414809 Sep 15 15:31:28.435555 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 53360) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:28.440644 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-dde6a00c-e80a-4c88-b5c4-19ddfd12259f tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Request body: {'security_group_rule': {'security_group_id': '378346cc-b095-42af-b3fb-1dff2c61a019', 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:28.589398 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-dde6a00c-e80a-4c88-b5c4-19ddfd12259f tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:28.615591 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-8cdbad40-6e2e-4d5a-8dce-0e11a0fe3c4b tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:28.617071 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-8cdbad40-6e2e-4d5a-8dce-0e11a0fe3c4b tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/networks?id=aafab9d9-a970-4816-a7d4-0195c7143c77 HTTP/1.1" status: 200 len: 815 time: 0.1123536 Sep 15 15:31:28.637275 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-38b2f68e-3e66-40c2-a0ff-fa0abb5abebe tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/quotas/4b68e966265a499ba7f895c8a61e593c HTTP/1.1" status: 200 len: 375 time: 0.0105917 Sep 15 15:31:28.661551 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-dde6a00c-e80a-4c88-b5c4-19ddfd12259f tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:28.693059 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-9073b78f-c6c2-46d1-8456-344037a725ed tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4b68e966265a499ba7f895c8a61e593c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0456662 Sep 15 15:31:28.749478 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-dde6a00c-e80a-4c88-b5c4-19ddfd12259f tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475222'] for security_group_rule, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:28.771983 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6a00c-e80a-4c88-b5c4-19ddfd12259f tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca74398d-c5b2-498b-bd45-55a27ee2345e,revision_number=0']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:28.779069 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:28.803153 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-d9979acc-c8d0-4102-a060-a11906458746 service neutron] 10.222.0.54 "GET /v2.0/networks/aafab9d9-a970-4816-a7d4-0195c7143c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016433 Sep 15 15:31:28.898387 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-b60a4f41-3561-41ff-b566-33d298f93131 service neutron] 10.222.0.54 "GET /v2.0/networks/aafab9d9-a970-4816-a7d4-0195c7143c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880728 Sep 15 15:31:28.944905 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-dde6a00c-e80a-4c88-b5c4-19ddfd12259f tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:28.946149 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-dde6a00c-e80a-4c88-b5c4-19ddfd12259f tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5096025 Sep 15 15:31:28.949374 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 53380) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:28.953830 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-be25e28e-4514-4623-b46d-32d48bf59b15 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Request body: {'security_group_rule': {'security_group_id': '378346cc-b095-42af-b3fb-1dff2c61a019', 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:29.127428 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-be25e28e-4514-4623-b46d-32d48bf59b15 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:29.193900 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-be25e28e-4514-4623-b46d-32d48bf59b15 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:29.231552 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a75355b9-92fb-49cc-83dd-a626f8b619a4 req-c00c1773-2d3b-4ee9-a9d3-17e85e04810b tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=172977df-22b0-4015-aa86-17ed04e26f6f HTTP/1.1" status: 200 len: 210 time: 0.0349758 Sep 15 15:31:29.270262 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-be25e28e-4514-4623-b46d-32d48bf59b15 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475222'] for security_group_rule, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:29.289852 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25e28e-4514-4623-b46d-32d48bf59b15 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a598a4-5557-45ed-8d52-fcae7af3f6d0,revision_number=0']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:29.367879 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-be25e28e-4514-4623-b46d-32d48bf59b15 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:29.371994 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-be25e28e-4514-4623-b46d-32d48bf59b15 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4188547 Sep 15 15:31:29.372284 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 53394) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:29.379327 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-a6262a42-61e1-432d-9814-57f4db01ee80 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Request body: {'security_group_rule': {'security_group_id': '378346cc-b095-42af-b3fb-1dff2c61a019', 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:29.499547 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.db.securitygroups_db [None req-a6262a42-61e1-432d-9814-57f4db01ee80 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Project 81043ff5755b4a8aa7089fdf5cc0b178 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 15:31:29.504842 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a6262a42-61e1-432d-9814-57f4db01ee80 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:29.569595 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a6262a42-61e1-432d-9814-57f4db01ee80 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:29.640624 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a6262a42-61e1-432d-9814-57f4db01ee80 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475222'] for security_group_rule, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:29.659077 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6262a42-61e1-432d-9814-57f4db01ee80 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ee5c3b-523a-44a7-bbea-45a7c360ff43,revision_number=0']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:29.750229 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a6262a42-61e1-432d-9814-57f4db01ee80 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:29.751527 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-a6262a42-61e1-432d-9814-57f4db01ee80 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3782063 Sep 15 15:31:29.754245 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 53398) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:29.758569 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-0ba48769-b35a-4e24-bb53-eb36b8237cb9 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Request body: {'security_group_rule': {'security_group_id': '378346cc-b095-42af-b3fb-1dff2c61a019', 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:29.865669 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.db.securitygroups_db [None req-0ba48769-b35a-4e24-bb53-eb36b8237cb9 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Project 81043ff5755b4a8aa7089fdf5cc0b178 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 15:31:29.874035 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0ba48769-b35a-4e24-bb53-eb36b8237cb9 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:29.936315 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0ba48769-b35a-4e24-bb53-eb36b8237cb9 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:30.053252 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0ba48769-b35a-4e24-bb53-eb36b8237cb9 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475222'] for security_group_rule, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:30.073502 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba48769-b35a-4e24-bb53-eb36b8237cb9 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f087ec1-ea13-42bc-8b69-6b0ea249790d,revision_number=0']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:30.108056 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device b32f6899-2000-4f87-8de4-d7e4569ea40a up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:31:30.145740 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d702a15-ee21-4d67-ac08-2b3731856931 None None] Sync routers for ids ['51a09cce-55a5-4ead-b49c-ca88b3d0d973'] in dv-cinder-809201-1-iscsi {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:31:30.155002 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d702a15-ee21-4d67-ac08-2b3731856931 None None] Routers {'51a09cce-55a5-4ead-b49c-ca88b3d0d973'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:31:30.155652 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-1d702a15-ee21-4d67-ac08-2b3731856931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:31:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['51a09cce-55a5-4ead-b49c-ca88b3d0d973'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:30.159518 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port b32f6899-2000-4f87-8de4-d7e4569ea40a triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:30.160203 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:30.201203 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0ba48769-b35a-4e24-bb53-eb36b8237cb9 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:30.202851 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-0ba48769-b35a-4e24-bb53-eb36b8237cb9 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4476662 Sep 15 15:31:30.282519 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-1d702a15-ee21-4d67-ac08-2b3731856931 None None] Set router 51a09cce-55a5-4ead-b49c-ca88b3d0d973 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:31:30.362862 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8b1c338a-dbc9-4505-8e29-8cdfeb51ef6f req-c17d0e50-c9fe-447b-905e-fc28c3d032d4 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=172977df-22b0-4015-aa86-17ed04e26f6f HTTP/1.1" status: 200 len: 210 time: 0.0430219 Sep 15 15:31:30.507602 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-1d702a15-ee21-4d67-ac08-2b3731856931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a09cce-55a5-4ead-b49c-ca88b3d0d973', 'name': 'tempest-TestShelveInstance-1376078883-router', 'tenant_id': '6c24911118df488bb56193f230e10e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b32f6899-2000-4f87-8de4-d7e4569ea40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:21Z', 'updated_at': '2021-09-15T15:31:25Z', 'revision_number': 4, 'project_id': '6c24911118df488bb56193f230e10e0f', 'gw_port': {'id': 'b32f6899-2000-4f87-8de4-d7e4569ea40a', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:86:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a09cce-55a5-4ead-b49c-ca88b3d0d973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:22Z', 'updated_at': '2021-09-15T15:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': '80facdd0-afbb-43ba-862c-2319fe52a0df', 'name': '', 'network_id': 'aba729a1-9038-4f7d-9e34-7aae76752204', 'tenant_id': '6c24911118df488bb56193f230e10e0f', 'mac_address': 'fa:16:3e:b0:c1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a09cce-55a5-4ead-b49c-ca88b3d0d973', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '5c896ab3-fa6c-4afc-9670-3105d6687ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:24Z', 'updated_at': '2021-09-15T15:31:25Z', 'revision_number': 2, 'project_id': '6c24911118df488bb56193f230e10e0f', 'subnets': [{'id': '5c896ab3-fa6c-4afc-9670-3105d6687ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:30.535486 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d702a15-ee21-4d67-ac08-2b3731856931 None None] Checking router: 51a09cce-55a5-4ead-b49c-ca88b3d0d973 for host: dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:31:30.535832 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d702a15-ee21-4d67-ac08-2b3731856931 None None] Updating router 51a09cce-55a5-4ead-b49c-ca88b3d0d973 port 80facdd0-afbb-43ba-862c-2319fe52a0df binding host dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:31:30.562301 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-1d702a15-ee21-4d67-ac08-2b3731856931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:30.846037 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-1d702a15-ee21-4d67-ac08-2b3731856931 None None] Notify callbacks [] for port, precommit_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:31.002121 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-1d702a15-ee21-4d67-ac08-2b3731856931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:31.068795 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d86dc7-56cd-42bd-80bf-10397266a4be None None] Pushing event updated for resources: {'Port': ['ID=80facdd0-afbb-43ba-862c-2319fe52a0df,revision_number=3']} {{(pid=94802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:31.127348 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-1d702a15-ee21-4d67-ac08-2b3731856931 None None] Attempting to bind port 80facdd0-afbb-43ba-862c-2319fe52a0df on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:31:31.127722 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-1d702a15-ee21-4d67-ac08-2b3731856931 None None] Attempting to bind port 80facdd0-afbb-43ba-862c-2319fe52a0df by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': '14c5a494-1a64-446c-92c0-91cea217e6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'aba729a1-9038-4f7d-9e34-7aae76752204'}] {{(pid=94802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:31:31.128099 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d702a15-ee21-4d67-ac08-2b3731856931 None None] Attempting to bind port 80facdd0-afbb-43ba-862c-2319fe52a0df on network aba729a1-9038-4f7d-9e34-7aae76752204 {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:31:31.133519 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d702a15-ee21-4d67-ac08-2b3731856931 None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:31:31.133887 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d702a15-ee21-4d67-ac08-2b3731856931 None None] Checking segment: {'id': '14c5a494-1a64-446c-92c0-91cea217e6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'aba729a1-9038-4f7d-9e34-7aae76752204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:31:31.134289 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-1d702a15-ee21-4d67-ac08-2b3731856931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:31.134678 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d702a15-ee21-4d67-ac08-2b3731856931 None None] Bound using segment: {'id': '14c5a494-1a64-446c-92c0-91cea217e6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'aba729a1-9038-4f7d-9e34-7aae76752204'} {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:31:31.135170 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-1d702a15-ee21-4d67-ac08-2b3731856931 None None] Bound port: 80facdd0-afbb-43ba-862c-2319fe52a0df, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c5a494-1a64-446c-92c0-91cea217e6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'aba729a1-9038-4f7d-9e34-7aae76752204'}}] {{(pid=94802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:31:31.135566 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-1d702a15-ee21-4d67-ac08-2b3731856931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:31.206998 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.db [None req-1d702a15-ee21-4d67-ac08-2b3731856931 None None] For port 80facdd0-afbb-43ba-862c-2319fe52a0df, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:31:31.210348 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.db [None req-1d702a15-ee21-4d67-ac08-2b3731856931 None None] For port 80facdd0-afbb-43ba-862c-2319fe52a0df, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=80facdd0-afbb-43ba-862c-2319fe52a0df,segment=NetworkSegment(14c5a494-1a64-446c-92c0-91cea217e6c6),segment_id=14c5a494-1a64-446c-92c0-91cea217e6c6)] {{(pid=94802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:31:31.235055 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-3c8b6948-bc34-43c0-9b5c-6f3eeaae5f5a None None] Provisioning complete for port 80facdd0-afbb-43ba-862c-2319fe52a0df triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:31.235612 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-3c8b6948-bc34-43c0-9b5c-6f3eeaae5f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:31.270389 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-3c8b6948-bc34-43c0-9b5c-6f3eeaae5f5a None None] Port 80facdd0-afbb-43ba-862c-2319fe52a0df cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:31:31.310717 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-1d702a15-ee21-4d67-ac08-2b3731856931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:31.361124 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d702a15-ee21-4d67-ac08-2b3731856931 None None] Routers {'51a09cce-55a5-4ead-b49c-ca88b3d0d973'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:31:31.361757 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-1d702a15-ee21-4d67-ac08-2b3731856931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:31:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['51a09cce-55a5-4ead-b49c-ca88b3d0d973'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:31.529425 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-36720297-3c25-4ec3-9074-df1bfea848cc req-6a3116d2-84c5-48ec-be3a-e6332fdb1fdd tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=172977df-22b0-4015-aa86-17ed04e26f6f HTTP/1.1" status: 200 len: 210 time: 0.0413706 Sep 15 15:31:31.590878 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d86dc7-56cd-42bd-80bf-10397266a4be None None] Pushing event updated for resources: {'Port': ['ID=80facdd0-afbb-43ba-862c-2319fe52a0df,revision_number=4']} {{(pid=94802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:31.611484 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-1d702a15-ee21-4d67-ac08-2b3731856931 None None] Set router 51a09cce-55a5-4ead-b49c-ca88b3d0d973 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:31:31.706489 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-0dd89427-7cbd-4d00-8801-a77ee9f466cc None None] Provisioning complete for port 80facdd0-afbb-43ba-862c-2319fe52a0df triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:31.706860 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-0dd89427-7cbd-4d00-8801-a77ee9f466cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:31.802050 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-0bb34eee-b8af-4796-845a-31d1ecbaf673 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:31.804779 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-0bb34eee-b8af-4796-845a-31d1ecbaf673 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.58 "GET /v2.0/networks?id=aafab9d9-a970-4816-a7d4-0195c7143c77 HTTP/1.1" status: 200 len: 815 time: 0.1443317 Sep 15 15:31:31.825089 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-85e07001-b199-41c0-ac30-6a1690b8c97a tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Request body: {'port': {'device_id': '172977df-22b0-4015-aa86-17ed04e26f6f', 'network_id': 'aafab9d9-a970-4816-a7d4-0195c7143c77', 'admin_state_up': True, 'tenant_id': '4b68e966265a499ba7f895c8a61e593c'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:31.826485 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-0dd89427-7cbd-4d00-8801-a77ee9f466cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:31.850342 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-1d702a15-ee21-4d67-ac08-2b3731856931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a09cce-55a5-4ead-b49c-ca88b3d0d973', 'name': 'tempest-TestShelveInstance-1376078883-router', 'tenant_id': '6c24911118df488bb56193f230e10e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b32f6899-2000-4f87-8de4-d7e4569ea40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:21Z', 'updated_at': '2021-09-15T15:31:25Z', 'revision_number': 4, 'project_id': '6c24911118df488bb56193f230e10e0f', 'gw_port': {'id': 'b32f6899-2000-4f87-8de4-d7e4569ea40a', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:86:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a09cce-55a5-4ead-b49c-ca88b3d0d973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:22Z', 'updated_at': '2021-09-15T15:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': '80facdd0-afbb-43ba-862c-2319fe52a0df', 'name': '', 'network_id': 'aba729a1-9038-4f7d-9e34-7aae76752204', 'tenant_id': '6c24911118df488bb56193f230e10e0f', 'mac_address': 'fa:16:3e:b0:c1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a09cce-55a5-4ead-b49c-ca88b3d0d973', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '5c896ab3-fa6c-4afc-9670-3105d6687ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:24Z', 'updated_at': '2021-09-15T15:31:31Z', 'revision_number': 4, 'project_id': '6c24911118df488bb56193f230e10e0f', 'subnets': [{'id': '5c896ab3-fa6c-4afc-9670-3105d6687ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:31.882237 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-0dd89427-7cbd-4d00-8801-a77ee9f466cc None None] For port 80facdd0-afbb-43ba-862c-2319fe52a0df, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=80facdd0-afbb-43ba-862c-2319fe52a0df,segment=NetworkSegment(14c5a494-1a64-446c-92c0-91cea217e6c6),segment_id=14c5a494-1a64-446c-92c0-91cea217e6c6)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:31:31.883593 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d702a15-ee21-4d67-ac08-2b3731856931 None None] The sync data for ids ['51a09cce-55a5-4ead-b49c-ca88b3d0d973'] in dv-cinder-809201-1-iscsi is: [{'id': '51a09cce-55a5-4ead-b49c-ca88b3d0d973', 'name': 'tempest-TestShelveInstance-1376078883-router', 'tenant_id': '6c24911118df488bb56193f230e10e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b32f6899-2000-4f87-8de4-d7e4569ea40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:21Z', 'updated_at': '2021-09-15T15:31:25Z', 'revision_number': 4, 'project_id': '6c24911118df488bb56193f230e10e0f', 'gw_port': {'id': 'b32f6899-2000-4f87-8de4-d7e4569ea40a', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:86:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a09cce-55a5-4ead-b49c-ca88b3d0d973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:22Z', 'updated_at': '2021-09-15T15:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': '80facdd0-afbb-43ba-862c-2319fe52a0df', 'name': '', 'network_id': 'aba729a1-9038-4f7d-9e34-7aae76752204', 'tenant_id': '6c24911118df488bb56193f230e10e0f', 'mac_address': 'fa:16:3e:b0:c1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a09cce-55a5-4ead-b49c-ca88b3d0d973', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '5c896ab3-fa6c-4afc-9670-3105d6687ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:24Z', 'updated_at': '2021-09-15T15:31:31Z', 'revision_number': 4, 'project_id': '6c24911118df488bb56193f230e10e0f', 'subnets': [{'id': '5c896ab3-fa6c-4afc-9670-3105d6687ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:31:31.973674 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-0dd89427-7cbd-4d00-8801-a77ee9f466cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:32.035801 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3eefb-eff3-4aad-a602-946846fc63c9 req-ebe043a7-a904-439c-bb4b-0799be5e7feb tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:32.051622 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a5f3eefb-eff3-4aad-a602-946846fc63c9 req-ebe043a7-a904-439c-bb4b-0799be5e7feb tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=13e66f0e-b505-452e-9a0a-2ee2c8734eee HTTP/1.1" status: 200 len: 945 time: 0.0758271 Sep 15 15:31:32.051796 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd89427-7cbd-4d00-8801-a77ee9f466cc None None] Pushing event updated for resources: {'Port': ['ID=80facdd0-afbb-43ba-862c-2319fe52a0df,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:32.083997 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-85e07001-b199-41c0-ac30-6a1690b8c97a tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Made reservation on behalf of 4b68e966265a499ba7f895c8a61e593c for: {'port': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:31:32.091096 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-85e07001-b199-41c0-ac30-6a1690b8c97a tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:32.139339 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a5f3eefb-eff3-4aad-a602-946846fc63c9 req-35162986-3093-4866-9aa8-e7d1997ce800 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bd7e484-6080-4c28-ae89-9d2db1471b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903418 Sep 15 15:31:32.192486 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 80facdd0-afbb-43ba-862c-2319fe52a0df up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:31:32.259904 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 80facdd0-afbb-43ba-862c-2319fe52a0df triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:32.260605 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:32.295425 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_common [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-85e07001-b199-41c0-ac30-6a1690b8c97a tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Allocated IP 172.20.0.13 (aafab9d9-a970-4816-a7d4-0195c7143c77/4a6f29f9-44ac-4cfe-9102-6edf8d749b6b/6508afdf-4eb9-4a6f-a1a8-7eb8311746a5) {{(pid=94800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:31:32.472635 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-85e07001-b199-41c0-ac30-6a1690b8c97a tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks [] for port, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:32.573571 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-85e07001-b199-41c0-ac30-6a1690b8c97a tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:32.586248 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['1f3a1590-fec5-413d-87bc-f7438223dd83'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:31:32.635421 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-85e07001-b199-41c0-ac30-6a1690b8c97a tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Network aafab9d9-a970-4816-a7d4-0195c7143c77 is already hosted by enough agents. {{(pid=94800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:31:32.645831 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-85e07001-b199-41c0-ac30-6a1690b8c97a tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Resources bound (agent type, host, resource id): {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:31:32.654057 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-85e07001-b199-41c0-ac30-6a1690b8c97a tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Received port after_create {{(pid=94800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:31:32.658472 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e07001-b199-41c0-ac30-6a1690b8c97a tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Pushing event updated for resources: {'Port': ['ID=6508afdf-4eb9-4a6f-a1a8-7eb8311746a5,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:32.957628 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ac2a8-92a0-4169-bdb7-62bd9f51d729 req-6a1baecb-af92-4d45-bf44-5e26da1d75d7 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:32.957628 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fb0ac2a8-92a0-4169-bdb7-62bd9f51d729 req-6a1baecb-af92-4d45-bf44-5e26da1d75d7 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=172977df-22b0-4015-aa86-17ed04e26f6f HTTP/1.1" status: 200 len: 932 time: 0.3514631 Sep 15 15:31:32.963323 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-85e07001-b199-41c0-ac30-6a1690b8c97a tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:32.963918 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-85e07001-b199-41c0-ac30-6a1690b8c97a tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:33.008990 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fb0ac2a8-92a0-4169-bdb7-62bd9f51d729 req-3de57102-ecc0-462c-85cb-4157c5c1ec44 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418482 Sep 15 15:31:33.099868 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-85e07001-b199-41c0-ac30-6a1690b8c97a tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2794356 Sep 15 15:31:33.115666 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-b9e6c321-ae4e-4e54-9969-5ccb0270dde2 service neutron] Request body: {'port': {'device_id': '172977df-22b0-4015-aa86-17ed04e26f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:33.174744 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-b9e6c321-ae4e-4e54-9969-5ccb0270dde2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:33.334876 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b86d96-a2d0-4173-bf4a-37899ac5f3ac req-bbb5f92e-1552-4698-87e5-1b91947cef7b tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:33.336376 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-84b86d96-a2d0-4173-bf4a-37899ac5f3ac req-bbb5f92e-1552-4698-87e5-1b91947cef7b tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=13e66f0e-b505-452e-9a0a-2ee2c8734eee HTTP/1.1" status: 200 len: 945 time: 0.1218424 Sep 15 15:31:33.429804 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-84b86d96-a2d0-4173-bf4a-37899ac5f3ac req-8d28a760-f045-43b2-a536-7a20834fcd51 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bd7e484-6080-4c28-ae89-9d2db1471b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805466 Sep 15 15:31:33.533940 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-b9e6c321-ae4e-4e54-9969-5ccb0270dde2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6508afdf-4eb9-4a6f-a1a8-7eb8311746a5 {{(pid=94800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:31:33.541286 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-b9e6c321-ae4e-4e54-9969-5ccb0270dde2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:33.558263 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.provisioning_blocks [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-b9e6c321-ae4e-4e54-9969-5ccb0270dde2 service neutron] Transition to ACTIVE for port object 6508afdf-4eb9-4a6f-a1a8-7eb8311746a5 will not be triggered until provisioned by entity L2. {{(pid=94800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:31:33.640864 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-b9e6c321-ae4e-4e54-9969-5ccb0270dde2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:33.692888 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6c321-ae4e-4e54-9969-5ccb0270dde2 service neutron] Pushing event updated for resources: {'Port': ['ID=6508afdf-4eb9-4a6f-a1a8-7eb8311746a5,revision_number=2']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:33.776846 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-b9e6c321-ae4e-4e54-9969-5ccb0270dde2 service neutron] Attempting to bind port 6508afdf-4eb9-4a6f-a1a8-7eb8311746a5 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:31:33.777250 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-b9e6c321-ae4e-4e54-9969-5ccb0270dde2 service neutron] Attempting to bind port 6508afdf-4eb9-4a6f-a1a8-7eb8311746a5 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '9a8b93c5-2830-4a17-91ae-1766f5aad56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aafab9d9-a970-4816-a7d4-0195c7143c77'}] {{(pid=94800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:31:33.777577 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-b9e6c321-ae4e-4e54-9969-5ccb0270dde2 service neutron] Attempting to bind port 6508afdf-4eb9-4a6f-a1a8-7eb8311746a5 on network aafab9d9-a970-4816-a7d4-0195c7143c77 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:31:33.783781 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-b9e6c321-ae4e-4e54-9969-5ccb0270dde2 service neutron] Port 6508afdf-4eb9-4a6f-a1a8-7eb8311746a5 on network aafab9d9-a970-4816-a7d4-0195c7143c77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:31:33.784104 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-b9e6c321-ae4e-4e54-9969-5ccb0270dde2 service neutron] Attempting to bind port 6508afdf-4eb9-4a6f-a1a8-7eb8311746a5 on network aafab9d9-a970-4816-a7d4-0195c7143c77 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:31:33.788962 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-b9e6c321-ae4e-4e54-9969-5ccb0270dde2 service neutron] Checking agent: {'id': 'eba348e6-0b8a-43b6-acdf-c2678b53c044', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'started_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:31:33.789294 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-b9e6c321-ae4e-4e54-9969-5ccb0270dde2 service neutron] Checking segment: {'id': '9a8b93c5-2830-4a17-91ae-1766f5aad56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aafab9d9-a970-4816-a7d4-0195c7143c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:31:33.789674 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-b9e6c321-ae4e-4e54-9969-5ccb0270dde2 service neutron] Bound using segment: {'id': '9a8b93c5-2830-4a17-91ae-1766f5aad56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aafab9d9-a970-4816-a7d4-0195c7143c77'} {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:31:33.790113 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-b9e6c321-ae4e-4e54-9969-5ccb0270dde2 service neutron] Bound port: 6508afdf-4eb9-4a6f-a1a8-7eb8311746a5, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8b93c5-2830-4a17-91ae-1766f5aad56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aafab9d9-a970-4816-a7d4-0195c7143c77'}}] {{(pid=94800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:31:33.790445 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-b9e6c321-ae4e-4e54-9969-5ccb0270dde2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:33.860244 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-b9e6c321-ae4e-4e54-9969-5ccb0270dde2 service neutron] For port 6508afdf-4eb9-4a6f-a1a8-7eb8311746a5, host hv-cinder-80920, cleared binding levels {{(pid=94800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:31:33.863510 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-b9e6c321-ae4e-4e54-9969-5ccb0270dde2 service neutron] For port 6508afdf-4eb9-4a6f-a1a8-7eb8311746a5, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=6508afdf-4eb9-4a6f-a1a8-7eb8311746a5,segment=NetworkSegment(9a8b93c5-2830-4a17-91ae-1766f5aad56b),segment_id=9a8b93c5-2830-4a17-91ae-1766f5aad56b)] {{(pid=94800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:31:33.974106 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-b9e6c321-ae4e-4e54-9969-5ccb0270dde2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:34.010407 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-b9e6c321-ae4e-4e54-9969-5ccb0270dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:34.011110 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-b9e6c321-ae4e-4e54-9969-5ccb0270dde2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:34.013091 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-b9e6c321-ae4e-4e54-9969-5ccb0270dde2 service neutron] 10.222.0.58 "PUT /v2.0/ports/6508afdf-4eb9-4a6f-a1a8-7eb8311746a5 HTTP/1.1" status: 200 len: 1094 time: 0.9020886 Sep 15 15:31:34.013542 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172977df-22b0-4015-aa86-17ed04e26f6f', 'tag': '6508afdf-4eb9-4a6f-a1a8-7eb8311746a5'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:31:34.015850 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf400436-c121-46fb-9205-fc81f9dfceba" -d '{"events": [{"name": "network-changed", "server_uuid": "172977df-22b0-4015-aa86-17ed04e26f6f", "tag": "6508afdf-4eb9-4a6f-a1a8-7eb8311746a5"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:31:34.055902 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6c321-ae4e-4e54-9969-5ccb0270dde2 service neutron] Pushing event updated for resources: {'Port': ['ID=6508afdf-4eb9-4a6f-a1a8-7eb8311746a5,revision_number=3']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:34.087321 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8928f63-a700-42c5-a7e7-77c69a4567b7 x-openstack-request-id: req-b8928f63-a700-42c5-a7e7-77c69a4567b7 {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:31:34.087321 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "172977df-22b0-4015-aa86-17ed04e26f6f", "tag": "6508afdf-4eb9-4a6f-a1a8-7eb8311746a5", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:31:34.087321 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b8928f63-a700-42c5-a7e7-77c69a4567b7 {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:31:34.087836 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1bcc4-808c-4df3-9b64-6d5f09ef5786 req-f0bc95ba-8155-477f-ac22-665632317e53 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:34.088284 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172977df-22b0-4015-aa86-17ed04e26f6f', 'tag': '6508afdf-4eb9-4a6f-a1a8-7eb8311746a5', 'status': 'completed', 'code': 200} Sep 15 15:31:34.088377 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-7fc1bcc4-808c-4df3-9b64-6d5f09ef5786 req-f0bc95ba-8155-477f-ac22-665632317e53 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.58 "GET /v2.0/ports?device_id=13e66f0e-b505-452e-9a0a-2ee2c8734eee HTTP/1.1" status: 200 len: 945 time: 0.0823927 Sep 15 15:31:34.138686 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 80facdd0-afbb-43ba-862c-2319fe52a0df up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:31:34.200588 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 80facdd0-afbb-43ba-862c-2319fe52a0df triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:34.201089 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:34.203571 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598d2c4-7355-426d-a156-22dbe9b0eaab req-f02ada56-62bb-423d-80ed-c4c893791356 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:34.205119 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a598d2c4-7355-426d-a156-22dbe9b0eaab req-f02ada56-62bb-423d-80ed-c4c893791356 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=172977df-22b0-4015-aa86-17ed04e26f6f HTTP/1.1" status: 200 len: 944 time: 0.0942435 Sep 15 15:31:34.208233 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf400436-c121-46fb-9205-fc81f9dfceba req-8b7f1093-0358-42c1-8460-9ed27d05aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:34.209641 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bf400436-c121-46fb-9205-fc81f9dfceba req-8b7f1093-0358-42c1-8460-9ed27d05aa38 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b68e966265a499ba7f895c8a61e593c&device_id=172977df-22b0-4015-aa86-17ed04e26f6f HTTP/1.1" status: 200 len: 1097 time: 0.0973053 Sep 15 15:31:34.228801 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [req-7fc1bcc4-808c-4df3-9b64-6d5f09ef5786 req-ad989025-6dd5-4cae-b8ed-69f7facae5c2 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Deleting port 17fe004d-3ac2-44f4-8028-e1e7d2ace16b {{(pid=94799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:31:34.229483 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-7fc1bcc4-808c-4df3-9b64-6d5f09ef5786 req-ad989025-6dd5-4cae-b8ed-69f7facae5c2 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:34.278058 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a598d2c4-7355-426d-a156-22dbe9b0eaab req-4ce0e27c-947b-47cc-8968-d17acfa6966f tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656729 Sep 15 15:31:34.330153 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [req-7fc1bcc4-808c-4df3-9b64-6d5f09ef5786 req-ad989025-6dd5-4cae-b8ed-69f7facae5c2 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] For port 17fe004d-3ac2-44f4-8028-e1e7d2ace16b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=17fe004d-3ac2-44f4-8028-e1e7d2ace16b,segment=NetworkSegment(46c5849c-4221-4df8-bced-0edeaabd6b9c),segment_id=46c5849c-4221-4df8-bced-0edeaabd6b9c)] {{(pid=94799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:31:34.330521 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-7fc1bcc4-808c-4df3-9b64-6d5f09ef5786 req-ad989025-6dd5-4cae-b8ed-69f7facae5c2 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:34.344406 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [req-7fc1bcc4-808c-4df3-9b64-6d5f09ef5786 req-ad989025-6dd5-4cae-b8ed-69f7facae5c2 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Calling delete_port for 17fe004d-3ac2-44f4-8028-e1e7d2ace16b owned by compute:nova {{(pid=94799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:31:34.346162 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf400436-c121-46fb-9205-fc81f9dfceba req-6a05d44c-f333-44c2-96ad-11b7c9f133e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:34.347723 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bf400436-c121-46fb-9205-fc81f9dfceba req-6a05d44c-f333-44c2-96ad-11b7c9f133e5 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=4b68e966265a499ba7f895c8a61e593c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1215081 Sep 15 15:31:34.447972 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf400436-c121-46fb-9205-fc81f9dfceba req-13634db1-3f77-442d-81c1-a2279710e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:34.450044 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bf400436-c121-46fb-9205-fc81f9dfceba req-13634db1-3f77-442d-81c1-a2279710e114 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931108 Sep 15 15:31:34.568479 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-b959e71b-3db9-4591-b17f-391cbbc5f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:34.570236 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-b959e71b-3db9-4591-b17f-391cbbc5f4cf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b68e966265a499ba7f895c8a61e593c&device_id=172977df-22b0-4015-aa86-17ed04e26f6f HTTP/1.1" status: 200 len: 1097 time: 0.0823193 Sep 15 15:31:34.583412 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018a8e4-3701-4a10-8741-5c22f05364f1 req-1833a3fa-59e6-491f-bf8c-6baace0460f3 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:34.584910 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9018a8e4-3701-4a10-8741-5c22f05364f1 req-1833a3fa-59e6-491f-bf8c-6baace0460f3 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/ports?device_id=13e66f0e-b505-452e-9a0a-2ee2c8734eee HTTP/1.1" status: 200 len: 945 time: 0.0688517 Sep 15 15:31:34.606704 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-7fc1bcc4-808c-4df3-9b64-6d5f09ef5786 req-ad989025-6dd5-4cae-b8ed-69f7facae5c2 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:34.618265 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['17fe004d-3ac2-44f4-8028-e1e7d2ace16b'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:31:34.628436 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-3621e8a2-02e1-4741-a612-bbfd0fd75d93 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6508afdf-4eb9-4a6f-a1a8-7eb8311746a5 HTTP/1.1" status: 200 len: 217 time: 0.0425711 Sep 15 15:31:34.637366 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad989025-6dd5-4cae-b8ed-69f7facae5c2 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Pushing event deleted for resources: {'Port': ['ID=17fe004d-3ac2-44f4-8028-e1e7d2ace16b,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:34.685585 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc1bcc4-808c-4df3-9b64-6d5f09ef5786 req-ad989025-6dd5-4cae-b8ed-69f7facae5c2 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] No DVR routers for this DVR port 17fe004d-3ac2-44f4-8028-e1e7d2ace16b on host hv-cinder-80920 {{(pid=94799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:31:34.688378 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-7fc1bcc4-808c-4df3-9b64-6d5f09ef5786 req-ad989025-6dd5-4cae-b8ed-69f7facae5c2 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:34.690475 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-7fc1bcc4-808c-4df3-9b64-6d5f09ef5786 req-ad989025-6dd5-4cae-b8ed-69f7facae5c2 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.58 "DELETE /v2.0/ports/17fe004d-3ac2-44f4-8028-e1e7d2ace16b HTTP/1.1" status: 204 len: 173 time: 0.5914838 Sep 15 15:31:34.691106 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e66f0e-b505-452e-9a0a-2ee2c8734eee', 'name': 'network-vif-deleted', 'tag': '17fe004d-3ac2-44f4-8028-e1e7d2ace16b'}] {{(pid=94799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:31:34.693246 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caaf3dc35d391ee5789c70ae145b39738e2d95c5e07cc5749919ddff6cc97c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c23e41-04fc-4ca4-8120-cfefc12917cd" -d '{"events": [{"server_uuid": "13e66f0e-b505-452e-9a0a-2ee2c8734eee", "name": "network-vif-deleted", "tag": "17fe004d-3ac2-44f4-8028-e1e7d2ace16b"}]}' {{(pid=94799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:31:34.696671 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9018a8e4-3701-4a10-8741-5c22f05364f1 req-cfb2fe80-9506-4ebf-be81-c98390642414 tempest-VolumesSnapshotTestJSON-2016470295 tempest-VolumesSnapshotTestJSON-2016470295-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bd7e484-6080-4c28-ae89-9d2db1471b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020470 Sep 15 15:31:34.706759 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-81f0d301-3571-40db-b207-890bfd95781a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:34.708394 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-81f0d301-3571-40db-b207-890bfd95781a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4a6f29f9-44ac-4cfe-9102-6edf8d749b6b HTTP/1.1" status: 200 len: 855 time: 0.0705504 Sep 15 15:31:34.732462 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc9e304-8982-437f-b302-d2dcc20a446b x-openstack-request-id: req-1dc9e304-8982-437f-b302-d2dcc20a446b {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:31:34.732818 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e66f0e-b505-452e-9a0a-2ee2c8734eee", "name": "network-vif-deleted", "tag": "17fe004d-3ac2-44f4-8028-e1e7d2ace16b", "status": "completed", "code": 200}]} {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:31:34.733164 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1dc9e304-8982-437f-b302-d2dcc20a446b {{(pid=94799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:31:34.733574 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e66f0e-b505-452e-9a0a-2ee2c8734eee', 'name': 'network-vif-deleted', 'tag': '17fe004d-3ac2-44f4-8028-e1e7d2ace16b', 'status': 'completed', 'code': 200} Sep 15 15:31:34.741562 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-81f2f941-7042-4994-b7eb-cdcb6820ec7e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aafab9d9-a970-4816-a7d4-0195c7143c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251698 Sep 15 15:31:34.850283 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-8d2aebf0-26b3-4384-97cf-c176b3cc83f3 service neutron] 10.222.0.58 "GET /v2.0/networks/aafab9d9-a970-4816-a7d4-0195c7143c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917470 Sep 15 15:31:34.964599 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cc62ffa0-58a8-447e-a155-ac8841453d6d req-8f28b9cc-5761-4851-a03a-f033dda00bb7 service neutron] 10.222.0.58 "GET /v2.0/networks/aafab9d9-a970-4816-a7d4-0195c7143c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921044 Sep 15 15:31:35.402741 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a228-12b5-49e7-b8f0-e15a3cfb77ed req-6863bed5-c05e-4134-9693-ada2365836cd tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:35.404419 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4af7a228-12b5-49e7-b8f0-e15a3cfb77ed req-6863bed5-c05e-4134-9693-ada2365836cd tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=172977df-22b0-4015-aa86-17ed04e26f6f HTTP/1.1" status: 200 len: 944 time: 0.0509846 Sep 15 15:31:35.445066 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4af7a228-12b5-49e7-b8f0-e15a3cfb77ed req-8497d471-3823-4174-9f12-5283cc36159f tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344040 Sep 15 15:31:36.089424 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 6508afdf-4eb9-4a6f-a1a8-7eb8311746a5 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:31:36.195583 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 6508afdf-4eb9-4a6f-a1a8-7eb8311746a5, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=6508afdf-4eb9-4a6f-a1a8-7eb8311746a5,segment=NetworkSegment(9a8b93c5-2830-4a17-91ae-1766f5aad56b),segment_id=9a8b93c5-2830-4a17-91ae-1766f5aad56b)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:31:36.210163 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Returning: {'device': '6508afdf-4eb9-4a6f-a1a8-7eb8311746a5', 'network_id': 'aafab9d9-a970-4816-a7d4-0195c7143c77', 'port_id': '6508afdf-4eb9-4a6f-a1a8-7eb8311746a5', 'mac_address': 'fa:16:3e:a0:e9:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6f29f9-44ac-4cfe-9102-6edf8d749b6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:31:36.249168 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:36.263696 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6508afdf-4eb9-4a6f-a1a8-7eb8311746a5 {{(pid=94801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:31:36.286995 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 6508afdf-4eb9-4a6f-a1a8-7eb8311746a5, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=6508afdf-4eb9-4a6f-a1a8-7eb8311746a5,segment=NetworkSegment(9a8b93c5-2830-4a17-91ae-1766f5aad56b),segment_id=9a8b93c5-2830-4a17-91ae-1766f5aad56b)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:31:36.372922 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:36.426200 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=6508afdf-4eb9-4a6f-a1a8-7eb8311746a5,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:36.565513 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5476b-fb9a-4071-b385-2b2107b97ec3 req-2ac9e9f0-1f40-43cb-bd07-817bae7f3e4f tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:36.567040 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-15a5476b-fb9a-4071-b385-2b2107b97ec3 req-2ac9e9f0-1f40-43cb-bd07-817bae7f3e4f tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=172977df-22b0-4015-aa86-17ed04e26f6f HTTP/1.1" status: 200 len: 945 time: 0.0505817 Sep 15 15:31:36.609879 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-15a5476b-fb9a-4071-b385-2b2107b97ec3 req-c440d175-727c-4dce-b9be-92cfa758aea7 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363240 Sep 15 15:31:36.660314 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['6508afdf-4eb9-4a6f-a1a8-7eb8311746a5'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:31:37.738138 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b504fc-e6ab-4618-bff0-99eb82d5388b req-c0c9a55e-508a-4631-af95-1cb2999714c5 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:37.740531 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-58b504fc-e6ab-4618-bff0-99eb82d5388b req-c0c9a55e-508a-4631-af95-1cb2999714c5 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=172977df-22b0-4015-aa86-17ed04e26f6f HTTP/1.1" status: 200 len: 945 time: 0.0550287 Sep 15 15:31:37.781337 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-58b504fc-e6ab-4618-bff0-99eb82d5388b req-04ea7bb6-191c-4515-8fcd-3b19f463da82 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346315 Sep 15 15:31:38.105839 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 6508afdf-4eb9-4a6f-a1a8-7eb8311746a5 up at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:31:38.224612 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning for port 6508afdf-4eb9-4a6f-a1a8-7eb8311746a5 completed by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:31:38.228683 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning complete for port 6508afdf-4eb9-4a6f-a1a8-7eb8311746a5 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:38.229050 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:38.306063 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:38.330041 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172977df-22b0-4015-aa86-17ed04e26f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6508afdf-4eb9-4a6f-a1a8-7eb8311746a5'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:31:38.332534 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd99f26-9239-4fe7-ac16-4c774b992b10" -d '{"events": [{"server_uuid": "172977df-22b0-4015-aa86-17ed04e26f6f", "name": "network-vif-plugged", "status": "completed", "tag": "6508afdf-4eb9-4a6f-a1a8-7eb8311746a5"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:31:38.346270 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 6508afdf-4eb9-4a6f-a1a8-7eb8311746a5, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=6508afdf-4eb9-4a6f-a1a8-7eb8311746a5,segment=NetworkSegment(9a8b93c5-2830-4a17-91ae-1766f5aad56b),segment_id=9a8b93c5-2830-4a17-91ae-1766f5aad56b)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:31:38.368948 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce0186e-ecf4-4e56-84a0-ca6a8aeb49d0 x-openstack-request-id: req-8ce0186e-ecf4-4e56-84a0-ca6a8aeb49d0 {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:31:38.369241 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172977df-22b0-4015-aa86-17ed04e26f6f", "name": "network-vif-plugged", "status": "completed", "tag": "6508afdf-4eb9-4a6f-a1a8-7eb8311746a5", "code": 200}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:31:38.369496 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8ce0186e-ecf4-4e56-84a0-ca6a8aeb49d0 {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:31:38.369900 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172977df-22b0-4015-aa86-17ed04e26f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6508afdf-4eb9-4a6f-a1a8-7eb8311746a5', 'code': 200} Sep 15 15:31:38.441536 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:38.442340 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 17fe004d-3ac2-44f4-8028-e1e7d2ace16b no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:31:38.488444 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] No Port match for: 17fe004d-3ac2-44f4-8028-e1e7d2ace16b {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:31:38.488778 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 17fe004d-3ac2-44f4-8028-e1e7d2ace16b not bound to the agent host hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:31:38.516015 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=6508afdf-4eb9-4a6f-a1a8-7eb8311746a5,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:38.909435 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5eb48-d2b4-45df-88de-53808ed4180c req-2d7fb8f1-daa2-4aca-a5c2-47b9811dd08a tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:38.911080 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-abe5eb48-d2b4-45df-88de-53808ed4180c req-2d7fb8f1-daa2-4aca-a5c2-47b9811dd08a tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=172977df-22b0-4015-aa86-17ed04e26f6f HTTP/1.1" status: 200 len: 946 time: 0.0503948 Sep 15 15:31:38.955920 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-abe5eb48-d2b4-45df-88de-53808ed4180c req-a580ab73-bfad-46e8-9da3-17d864a6a812 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343180 Sep 15 15:31:39.960563 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:31:40.076657 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c02bdb-4745-410c-b0db-a623ae8822da req-d8e729f6-2344-40e4-b858-978a48cf5522 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:40.078077 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-33c02bdb-4745-410c-b0db-a623ae8822da req-d8e729f6-2344-40e4-b858-978a48cf5522 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=172977df-22b0-4015-aa86-17ed04e26f6f HTTP/1.1" status: 200 len: 946 time: 0.0522289 Sep 15 15:31:40.120480 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-33c02bdb-4745-410c-b0db-a623ae8822da req-f8e2ee66-0458-427c-9ac1-aacf04e50db2 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363054 Sep 15 15:31:41.238537 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4880ef-c3d6-4c48-b57c-8c9cba18d4f2 req-5fa3cc6d-1b88-45ee-847a-93f3c45024d4 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:41.240050 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ea4880ef-c3d6-4c48-b57c-8c9cba18d4f2 req-5fa3cc6d-1b88-45ee-847a-93f3c45024d4 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=172977df-22b0-4015-aa86-17ed04e26f6f HTTP/1.1" status: 200 len: 946 time: 0.0484853 Sep 15 15:31:41.277582 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ea4880ef-c3d6-4c48-b57c-8c9cba18d4f2 req-d9d22610-5bc6-4a56-9380-647bdc5b5615 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315461 Sep 15 15:31:41.669643 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d0277-3ed1-4e41-a90d-7758baf1c9b9 req-350c3f63-1752-44c2-a9e1-71f3d6e455df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:41.671919 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5d2d0277-3ed1-4e41-a90d-7758baf1c9b9 req-350c3f63-1752-44c2-a9e1-71f3d6e455df service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=172977df-22b0-4015-aa86-17ed04e26f6f HTTP/1.1" status: 200 len: 1099 time: 0.0421529 Sep 15 15:31:41.715871 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5d2d0277-3ed1-4e41-a90d-7758baf1c9b9 req-c30f9455-6bea-4235-81c2-f33de1cbbf38 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331583 Sep 15 15:31:42.397403 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924f5b7-ab87-49ed-b6d2-ffa6f46862e4 req-4be552d5-0fd3-47eb-8667-32594b7ea896 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:42.398772 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f924f5b7-ab87-49ed-b6d2-ffa6f46862e4 req-4be552d5-0fd3-47eb-8667-32594b7ea896 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=172977df-22b0-4015-aa86-17ed04e26f6f HTTP/1.1" status: 200 len: 946 time: 0.0501919 Sep 15 15:31:42.441942 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f924f5b7-ab87-49ed-b6d2-ffa6f46862e4 req-e0405d57-1326-4e29-936f-0b3a93218005 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368407 Sep 15 15:31:43.562805 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67023fc3-fa5d-4b35-844d-62ec310ecaa0 req-800e4af7-b59e-47c0-98ab-c3aa5144934d tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:43.564323 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-67023fc3-fa5d-4b35-844d-62ec310ecaa0 req-800e4af7-b59e-47c0-98ab-c3aa5144934d tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=172977df-22b0-4015-aa86-17ed04e26f6f HTTP/1.1" status: 200 len: 946 time: 0.0509508 Sep 15 15:31:43.602849 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-67023fc3-fa5d-4b35-844d-62ec310ecaa0 req-88b2473c-e683-4265-9356-21e40b104fc2 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322723 Sep 15 15:31:44.763463 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c692e-a6d5-4de9-bf25-8a3c3db92269 req-bdc3b718-5fb7-4aa7-bafb-0c69f4359ce6 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:44.765156 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c24c692e-a6d5-4de9-bf25-8a3c3db92269 req-bdc3b718-5fb7-4aa7-bafb-0c69f4359ce6 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 946 time: 0.0525029 Sep 15 15:31:44.816940 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c24c692e-a6d5-4de9-bf25-8a3c3db92269 req-906eb1e5-a5c0-40be-9f94-e2636165ef19 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454865 Sep 15 15:31:45.941659 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633c6b3-d58d-4cf4-a09a-f4e0e074e1f3 req-be950263-cc73-4066-a9d7-79b9c5342191 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:45.943184 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2633c6b3-d58d-4cf4-a09a-f4e0e074e1f3 req-be950263-cc73-4066-a9d7-79b9c5342191 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 946 time: 0.0521815 Sep 15 15:31:45.988191 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2633c6b3-d58d-4cf4-a09a-f4e0e074e1f3 req-f05a18ca-1b92-4093-9a95-bb93e5f19ea9 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380721 Sep 15 15:31:46.867282 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-861f4736-0120-47b6-bfc1-e890f67512d9 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:46.868541 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-861f4736-0120-47b6-bfc1-e890f67512d9 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/networks?id=aafab9d9-a970-4816-a7d4-0195c7143c77 HTTP/1.1" status: 200 len: 815 time: 0.1218488 Sep 15 15:31:46.904471 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-be7f7690-2223-4773-be5c-f009d3bfbc77 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/quotas/4b68e966265a499ba7f895c8a61e593c HTTP/1.1" status: 200 len: 375 time: 0.0210977 Sep 15 15:31:46.930903 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19d547-48ca-44cb-8165-60d0db11ab25 req-a0dcbdb4-28cc-473b-b821-3eeb71f54c03 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:46.932508 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-af19d547-48ca-44cb-8165-60d0db11ab25 req-a0dcbdb4-28cc-473b-b821-3eeb71f54c03 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.58 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 946 time: 0.0992410 Sep 15 15:31:47.027528 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-95543188-48a4-43e1-a21b-675283cb9810 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4b68e966265a499ba7f895c8a61e593c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1136501 Sep 15 15:31:47.153250 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [req-af19d547-48ca-44cb-8165-60d0db11ab25 req-146bb845-a84a-4a64-b67d-9067ad99857d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Deleting port 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 {{(pid=94800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:31:47.153581 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-af19d547-48ca-44cb-8165-60d0db11ab25 req-146bb845-a84a-4a64-b67d-9067ad99857d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:47.195200 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-042f4ad2-0d3e-4c04-ab79-bf2c255ca451 service neutron] 10.222.0.54 "GET /v2.0/networks/aafab9d9-a970-4816-a7d4-0195c7143c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596735 Sep 15 15:31:47.205390 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab8b2c-1f83-4ac4-9c20-f2efc67b506e req-6839f360-7a52-4dae-ad80-0c94ceaeddfd tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:47.207046 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-acab8b2c-1f83-4ac4-9c20-f2efc67b506e req-6839f360-7a52-4dae-ad80-0c94ceaeddfd tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 946 time: 0.1392517 Sep 15 15:31:47.360915 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-acab8b2c-1f83-4ac4-9c20-f2efc67b506e req-4b550fae-64d9-4894-a885-2288f347499c tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=040a3b06-345d-4c1d-ae55-933cc0a45f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361783 Sep 15 15:31:47.377701 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-af19d547-48ca-44cb-8165-60d0db11ab25 req-146bb845-a84a-4a64-b67d-9067ad99857d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] For port 61660cf0-a5b0-4f1a-a8b1-45322b8c8615, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=61660cf0-a5b0-4f1a-a8b1-45322b8c8615,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:31:47.378054 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-af19d547-48ca-44cb-8165-60d0db11ab25 req-146bb845-a84a-4a64-b67d-9067ad99857d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:47.414487 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-85e10fbc-c419-4416-8f6c-372edfe4e654 service neutron] 10.222.0.54 "GET /v2.0/networks/aafab9d9-a970-4816-a7d4-0195c7143c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064674 Sep 15 15:31:47.617383 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-af19d547-48ca-44cb-8165-60d0db11ab25 req-146bb845-a84a-4a64-b67d-9067ad99857d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:47.617383 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-af19d547-48ca-44cb-8165-60d0db11ab25 req-146bb845-a84a-4a64-b67d-9067ad99857d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:47.617383 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.db.l3_db [req-af19d547-48ca-44cb-8165-60d0db11ab25 req-146bb845-a84a-4a64-b67d-9067ad99857d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Floating IP 8ccdf918-141b-4630-81f2-3536401714ca disassociated. External IP: 172.27.3.173, port: 61660cf0-a5b0-4f1a-a8b1-45322b8c8615. Sep 15 15:31:47.617383 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [req-af19d547-48ca-44cb-8165-60d0db11ab25 req-146bb845-a84a-4a64-b67d-9067ad99857d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Calling delete_port for 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 owned by compute:nova {{(pid=94800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:31:47.766278 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bba95a99-5c1b-4076-9ac3-c2c339934281 req-cded2b72-c43d-4119-960e-815051d679d9 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bf331ae-50e8-4f72-9b0c-5676c21f9b54 HTTP/1.1" status: 200 len: 210 time: 0.0340092 Sep 15 15:31:47.927545 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-af19d547-48ca-44cb-8165-60d0db11ab25 req-146bb845-a84a-4a64-b67d-9067ad99857d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:47.960953 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146bb845-a84a-4a64-b67d-9067ad99857d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Pushing event deleted for resources: {'Port': ['ID=61660cf0-a5b0-4f1a-a8b1-45322b8c8615,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:47.972835 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146bb845-a84a-4a64-b67d-9067ad99857d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:47.973186 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146bb845-a84a-4a64-b67d-9067ad99857d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:47.973527 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146bb845-a84a-4a64-b67d-9067ad99857d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:47.973862 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146bb845-a84a-4a64-b67d-9067ad99857d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:47.974194 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146bb845-a84a-4a64-b67d-9067ad99857d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:47.974525 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146bb845-a84a-4a64-b67d-9067ad99857d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:47.974853 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146bb845-a84a-4a64-b67d-9067ad99857d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:47.975417 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146bb845-a84a-4a64-b67d-9067ad99857d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:47.975747 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146bb845-a84a-4a64-b67d-9067ad99857d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:47.976075 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146bb845-a84a-4a64-b67d-9067ad99857d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:47.976403 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146bb845-a84a-4a64-b67d-9067ad99857d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:47.976727 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146bb845-a84a-4a64-b67d-9067ad99857d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:48.093411 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af19d547-48ca-44cb-8165-60d0db11ab25 req-146bb845-a84a-4a64-b67d-9067ad99857d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Router a6909325-84f9-4c72-aa50-e772499bd7ef has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:31:48.209985 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af19d547-48ca-44cb-8165-60d0db11ab25 req-146bb845-a84a-4a64-b67d-9067ad99857d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:31:48.220505 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301f389f-9177-41c9-a88e-0fd9870c54b2 None None] Sync routers for ids ['a6909325-84f9-4c72-aa50-e772499bd7ef'] in dv-cinder-809201-1-iscsi {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:31:48.232176 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301f389f-9177-41c9-a88e-0fd9870c54b2 None None] Routers {'a6909325-84f9-4c72-aa50-e772499bd7ef'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:31:48.232837 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-301f389f-9177-41c9-a88e-0fd9870c54b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:31:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['a6909325-84f9-4c72-aa50-e772499bd7ef'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:48.255608 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [req-af19d547-48ca-44cb-8165-60d0db11ab25 req-146bb845-a84a-4a64-b67d-9067ad99857d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] No DVR routers for this DVR port 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 on host hv-cinder-80920 {{(pid=94800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:31:48.259588 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-af19d547-48ca-44cb-8165-60d0db11ab25 req-146bb845-a84a-4a64-b67d-9067ad99857d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:48.263278 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-af19d547-48ca-44cb-8165-60d0db11ab25 req-146bb845-a84a-4a64-b67d-9067ad99857d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.58 "DELETE /v2.0/ports/61660cf0-a5b0-4f1a-a8b1-45322b8c8615 HTTP/1.1" status: 204 len: 173 time: 1.3107252 Sep 15 15:31:48.263744 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52958035-d7b6-41f7-8bed-2af57d30b452', 'name': 'network-vif-deleted', 'tag': '61660cf0-a5b0-4f1a-a8b1-45322b8c8615'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:31:48.267011 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a08541-0e57-4b8e-8c46-f4e23cad3b33" -d '{"events": [{"server_uuid": "52958035-d7b6-41f7-8bed-2af57d30b452", "name": "network-vif-deleted", "tag": "61660cf0-a5b0-4f1a-a8b1-45322b8c8615"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:31:48.319335 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305ad425-6e46-451e-9b89-344246e17f90 x-openstack-request-id: req-305ad425-6e46-451e-9b89-344246e17f90 {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:31:48.319636 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52958035-d7b6-41f7-8bed-2af57d30b452", "name": "network-vif-deleted", "tag": "61660cf0-a5b0-4f1a-a8b1-45322b8c8615", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:31:48.319794 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-305ad425-6e46-451e-9b89-344246e17f90 {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:31:48.320212 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52958035-d7b6-41f7-8bed-2af57d30b452', 'name': 'network-vif-deleted', 'tag': '61660cf0-a5b0-4f1a-a8b1-45322b8c8615', 'status': 'completed', 'code': 200} Sep 15 15:31:48.381282 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-301f389f-9177-41c9-a88e-0fd9870c54b2 None None] Set router a6909325-84f9-4c72-aa50-e772499bd7ef gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:31:48.507263 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-55775c33-9ef3-45f2-965d-2c4117112fe1 req-07482957-6218-4355-b631-62f1908ddd9b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 210 time: 0.0349762 Sep 15 15:31:48.606799 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-301f389f-9177-41c9-a88e-0fd9870c54b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1520171669-router', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:18Z', 'updated_at': '2021-09-15T15:27:25Z', 'revision_number': 4, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'gw_port': {'id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:19Z', 'updated_at': '2021-09-15T15:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': '077b5012-c365-412f-a6da-2c507632c672', 'name': '', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'mac_address': 'fa:16:3e:d7:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:24Z', 'updated_at': '2021-09-15T15:27:32Z', 'revision_number': 5, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'subnets': [{'id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:48.639960 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301f389f-9177-41c9-a88e-0fd9870c54b2 None None] Checking router: a6909325-84f9-4c72-aa50-e772499bd7ef for host: dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:31:48.649974 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301f389f-9177-41c9-a88e-0fd9870c54b2 None None] Routers {'a6909325-84f9-4c72-aa50-e772499bd7ef'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:31:48.650607 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-301f389f-9177-41c9-a88e-0fd9870c54b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:31:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['a6909325-84f9-4c72-aa50-e772499bd7ef'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:48.765219 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-301f389f-9177-41c9-a88e-0fd9870c54b2 None None] Set router a6909325-84f9-4c72-aa50-e772499bd7ef gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:31:48.854649 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-74c9a44f-7434-40ae-a4ff-1b0c9d19c2ad req-d67bfd9c-592c-4683-8fbb-672b4ef58ffc tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bf331ae-50e8-4f72-9b0c-5676c21f9b54 HTTP/1.1" status: 200 len: 210 time: 0.0307467 Sep 15 15:31:49.116426 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-301f389f-9177-41c9-a88e-0fd9870c54b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1520171669-router', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:18Z', 'updated_at': '2021-09-15T15:27:25Z', 'revision_number': 4, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'gw_port': {'id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:19Z', 'updated_at': '2021-09-15T15:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': '077b5012-c365-412f-a6da-2c507632c672', 'name': '', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'mac_address': 'fa:16:3e:d7:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:24Z', 'updated_at': '2021-09-15T15:27:32Z', 'revision_number': 5, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'subnets': [{'id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:49.151537 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301f389f-9177-41c9-a88e-0fd9870c54b2 None None] The sync data for ids ['a6909325-84f9-4c72-aa50-e772499bd7ef'] in dv-cinder-809201-1-iscsi is: [{'id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1520171669-router', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:18Z', 'updated_at': '2021-09-15T15:27:25Z', 'revision_number': 4, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'gw_port': {'id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:19Z', 'updated_at': '2021-09-15T15:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': '077b5012-c365-412f-a6da-2c507632c672', 'name': '', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'mac_address': 'fa:16:3e:d7:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:24Z', 'updated_at': '2021-09-15T15:27:32Z', 'revision_number': 5, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'subnets': [{'id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:31:49.401047 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d40dedb-17dc-49dd-84ba-9c31c77ebcd3 None None] New status for floating IP 8ccdf918-141b-4630-81f2-3536401714ca: DOWN {{(pid=94802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:31:49.630504 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c779a47e-c46b-47d1-a7e4-8ec6825d3702 req-c72fc834-9bce-4ef6-bb86-026ea95a1d84 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 210 time: 0.0347071 Sep 15 15:31:49.867039 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7bc66-6bed-4dd6-8ff9-0393dcf832e3 req-40142af3-26ec-4601-997e-c300e7675461 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:49.868557 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-23b7bc66-6bed-4dd6-8ff9-0393dcf832e3 req-40142af3-26ec-4601-997e-c300e7675461 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 985 time: 0.0534232 Sep 15 15:31:49.922963 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-23b7bc66-6bed-4dd6-8ff9-0393dcf832e3 req-dff49da4-1f5b-45f0-a130-933902f4038a tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=4b780821-d5e8-427a-8644-dfceef3c75f9&id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395668 Sep 15 15:31:49.961908 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2a76f9e6-0159-45e7-94a6-420df8f205f5 req-745f9497-a140-48d2-a932-e54b393552af tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bf331ae-50e8-4f72-9b0c-5676c21f9b54 HTTP/1.1" status: 200 len: 210 time: 0.0265889 Sep 15 15:31:50.747169 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1234c9ec-c266-4c12-b9b4-fde02430daa0 req-4a9cb429-a2bc-43f0-bd27-66b7393e3fe9 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 210 time: 0.0264914 Sep 15 15:31:51.036434 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba07620-e088-4063-8528-020628b2aebe req-cf7f3a83-e14a-4ead-84e2-a002581d4354 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:51.038068 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bba07620-e088-4063-8528-020628b2aebe req-cf7f3a83-e14a-4ead-84e2-a002581d4354 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 985 time: 0.0535293 Sep 15 15:31:51.074666 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-67346c41-50bb-4818-820b-68251ba1f95a req-c4616431-0d2d-4615-8aaf-6625945f198e tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bf331ae-50e8-4f72-9b0c-5676c21f9b54 HTTP/1.1" status: 200 len: 210 time: 0.0355678 Sep 15 15:31:51.106622 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bba07620-e088-4063-8528-020628b2aebe req-e1cf2bce-918a-436a-a05f-9e45a95dae00 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=4b780821-d5e8-427a-8644-dfceef3c75f9&id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579917 Sep 15 15:31:51.860466 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-36258b21-ace0-42d9-a0b8-8628830233d5 req-bed25a0c-2738-41e4-94f5-06965953da44 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=52958035-d7b6-41f7-8bed-2af57d30b452 HTTP/1.1" status: 200 len: 210 time: 0.0283997 Sep 15 15:31:52.154639 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:31:52.203622 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] No Port match for: 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:31:52.204318 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 61660cf0-a5b0-4f1a-a8b1-45322b8c8615 not bound to the agent host hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:31:52.211428 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ea7fa2bf-8f64-459d-9f3a-c597de1ac1d9 req-84fe8930-e82c-480a-80f7-bdc9d78951fa tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bf331ae-50e8-4f72-9b0c-5676c21f9b54 HTTP/1.1" status: 200 len: 210 time: 0.0630882 Sep 15 15:31:52.307314 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a77fe2-caf5-4ffc-b99c-8c4911dbf111 req-959fd4e0-812a-421c-b845-7f43f5592bd9 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:52.309144 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b7a77fe2-caf5-4ffc-b99c-8c4911dbf111 req-959fd4e0-812a-421c-b845-7f43f5592bd9 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 985 time: 0.0872252 Sep 15 15:31:52.329418 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1f526-4532-4df0-a6d5-98c8975bf905 req-df597252-820f-4c95-9987-06a0ec19bb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:52.331213 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a9c1f526-4532-4df0-a6d5-98c8975bf905 req-df597252-820f-4c95-9987-06a0ec19bb64 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64fab051a563434c8268b58bbb0d3e80&device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 1138 time: 0.0767250 Sep 15 15:31:52.390285 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b7a77fe2-caf5-4ffc-b99c-8c4911dbf111 req-fd6ffdd9-cd30-4b66-9022-848ccb242f6d tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=4b780821-d5e8-427a-8644-dfceef3c75f9&id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0734391 Sep 15 15:31:52.453648 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1f526-4532-4df0-a6d5-98c8975bf905 req-86e0351b-36c2-495a-a66c-29ad61e47cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:52.455161 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a9c1f526-4532-4df0-a6d5-98c8975bf905 req-86e0351b-36c2-495a-a66c-29ad61e47cfd service neutron] 10.222.0.58 "GET /v2.0/networks?id=892dd142-5f76-4245-922e-3a04ff98d493 HTTP/1.1" status: 200 len: 915 time: 0.1147237 Sep 15 15:31:52.851101 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a9c1f526-4532-4df0-a6d5-98c8975bf905 req-f81d08a1-0925-4751-bdfb-5ef6f1fbad76 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42cef83e-5b70-4fe6-b5e3-03b9a0250437 HTTP/1.1" status: 200 len: 1002 time: 0.3790340 Sep 15 15:31:52.906141 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1f526-4532-4df0-a6d5-98c8975bf905 req-43bd0fc7-2fda-4d87-bdf8-cbd2dcbbf1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:52.907962 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a9c1f526-4532-4df0-a6d5-98c8975bf905 req-43bd0fc7-2fda-4d87-bdf8-cbd2dcbbf1a0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5b5056aa-2130-46e6-b026-a382a7bc0d18 HTTP/1.1" status: 200 len: 853 time: 0.0489891 Sep 15 15:31:52.989151 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1f526-4532-4df0-a6d5-98c8975bf905 req-53dfd976-80ce-445a-a279-a0a8060c662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:52.990811 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a9c1f526-4532-4df0-a6d5-98c8975bf905 req-53dfd976-80ce-445a-a279-a0a8060c662f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=892dd142-5f76-4245-922e-3a04ff98d493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0624309 Sep 15 15:31:53.096820 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 53720) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:53.097513 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a9c1f526-4532-4df0-a6d5-98c8975bf905 req-3471201b-d9f1-442f-a56e-fa156573d8ca service neutron] 10.222.0.58 "GET /v2.0/networks/892dd142-5f76-4245-922e-3a04ff98d493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987792 Sep 15 15:31:53.159224 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-eac574ac-d2f6-4c10-801e-998ece349382 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:53.189579 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-eac574ac-d2f6-4c10-801e-998ece349382 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:53.202556 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-a5f2bd2d-05db-48dc-9707-673d76aef3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:53.258988 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a9c1f526-4532-4df0-a6d5-98c8975bf905 req-db876f40-629f-4bd8-b86c-83079096ae93 service neutron] 10.222.0.58 "GET /v2.0/networks/892dd142-5f76-4245-922e-3a04ff98d493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535902 Sep 15 15:31:53.328544 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6ad69169-dd11-44bc-a394-fcb0ec643194 req-f5049832-c316-4c8f-a92c-d16402517011 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bf331ae-50e8-4f72-9b0c-5676c21f9b54 HTTP/1.1" status: 200 len: 210 time: 0.0287814 Sep 15 15:31:53.356942 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-eac574ac-d2f6-4c10-801e-998ece349382 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:53.361639 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-eac574ac-d2f6-4c10-801e-998ece349382 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:53.363591 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-eac574ac-d2f6-4c10-801e-998ece349382 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "DELETE /v2.0/security-groups/040a3b06-345d-4c1d-ae55-933cc0a45f07 HTTP/1.1" status: 204 len: 168 time: 0.2655349 Sep 15 15:31:53.366764 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 53724) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:53.379908 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac574ac-d2f6-4c10-801e-998ece349382 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=040a3b06-345d-4c1d-ae55-933cc0a45f07,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:53.383899 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.api.v2.resource [None req-ad834314-1ef8-4924-b74d-fec6d9a408c6 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] show failed (client error): The resource could not be found. Sep 15 15:31:53.389596 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-ad834314-1ef8-4924-b74d-fec6d9a408c6 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups/040a3b06-345d-4c1d-ae55-933cc0a45f07 HTTP/1.1" status: 404 len: 347 time: 0.0213754 Sep 15 15:31:53.390284 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 53726) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:53.395389 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac574ac-d2f6-4c10-801e-998ece349382 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:53.396255 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac574ac-d2f6-4c10-801e-998ece349382 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:53.397110 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac574ac-d2f6-4c10-801e-998ece349382 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:53.411834 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac574ac-d2f6-4c10-801e-998ece349382 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:53.412307 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac574ac-d2f6-4c10-801e-998ece349382 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:53.412865 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac574ac-d2f6-4c10-801e-998ece349382 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:53.413422 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac574ac-d2f6-4c10-801e-998ece349382 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:53.413965 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac574ac-d2f6-4c10-801e-998ece349382 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:53.414397 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac574ac-d2f6-4c10-801e-998ece349382 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:53.414865 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac574ac-d2f6-4c10-801e-998ece349382 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:53.418138 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac574ac-d2f6-4c10-801e-998ece349382 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:53.418138 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac574ac-d2f6-4c10-801e-998ece349382 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:53.644945 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e432b-c423-4801-898a-89f0eef7fadb req-642021bc-be9c-496f-b2ec-5f6fbb924ffc tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:53.647874 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4a5e432b-c423-4801-898a-89f0eef7fadb req-642021bc-be9c-496f-b2ec-5f6fbb924ffc tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 985 time: 0.1213970 Sep 15 15:31:53.659044 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-86b4e3fd-03cf-4009-91a8-51ad25ade5ab tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Deleting port 68159b1e-f3a3-4d6f-9466-37cdf949079a {{(pid=94800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:31:53.659682 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-86b4e3fd-03cf-4009-91a8-51ad25ade5ab tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:53.873359 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4a5e432b-c423-4801-898a-89f0eef7fadb req-8c681efc-d073-444c-8bcb-c1c57d70ff33 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=4b780821-d5e8-427a-8644-dfceef3c75f9&id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2177143 Sep 15 15:31:53.910604 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-86b4e3fd-03cf-4009-91a8-51ad25ade5ab tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:53.912191 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-86b4e3fd-03cf-4009-91a8-51ad25ade5ab tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:53.929572 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-42c1cb4b-bd01-4da5-8074-b7b8cf0ce0c9 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:53.931012 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-42c1cb4b-bd01-4da5-8074-b7b8cf0ce0c9 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.58 "GET /v2.0/networks?id=aafab9d9-a970-4816-a7d4-0195c7143c77 HTTP/1.1" status: 200 len: 815 time: 0.2651813 Sep 15 15:31:53.936427 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-86b4e3fd-03cf-4009-91a8-51ad25ade5ab tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Calling delete_port for 68159b1e-f3a3-4d6f-9466-37cdf949079a owned by network:floatingip {{(pid=94800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:31:53.951904 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-509b001d-308b-4a19-89de-900696875e89 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Request body: {'port': {'device_id': '1bf331ae-50e8-4f72-9b0c-5676c21f9b54', 'network_id': 'aafab9d9-a970-4816-a7d4-0195c7143c77', 'admin_state_up': True, 'tenant_id': '4b68e966265a499ba7f895c8a61e593c'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:54.288296 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:54.288898 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-86b4e3fd-03cf-4009-91a8-51ad25ade5ab tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:54.290770 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-509b001d-308b-4a19-89de-900696875e89 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Made reservation on behalf of 4b68e966265a499ba7f895c8a61e593c for: {'port': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:31:54.295513 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-509b001d-308b-4a19-89de-900696875e89 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:54.333132 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4e3fd-03cf-4009-91a8-51ad25ade5ab tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Pushing event deleted for resources: {'Port': ['ID=68159b1e-f3a3-4d6f-9466-37cdf949079a,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:54.495882 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d52258be-017b-4884-b7eb-465edf442a4e req-2f8fbeb5-c423-4f85-905d-a6ff73a7eb18 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bf331ae-50e8-4f72-9b0c-5676c21f9b54 HTTP/1.1" status: 200 len: 210 time: 0.0419879 Sep 15 15:31:54.502259 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-86b4e3fd-03cf-4009-91a8-51ad25ade5ab tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for floatingip, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:54.504950 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-86b4e3fd-03cf-4009-91a8-51ad25ade5ab tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for floatingip, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:54.512154 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-86b4e3fd-03cf-4009-91a8-51ad25ade5ab tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "DELETE /v2.0/floatingips/8ccdf918-141b-4630-81f2-3536401714ca HTTP/1.1" status: 204 len: 168 time: 1.1148415 Sep 15 15:31:54.571727 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_common [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-509b001d-308b-4a19-89de-900696875e89 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Allocated IP 172.20.0.7 (aafab9d9-a970-4816-a7d4-0195c7143c77/4a6f29f9-44ac-4cfe-9102-6edf8d749b6b/de08f034-edc4-4948-9db2-5de331f9641e) {{(pid=94800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:31:54.824649 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-509b001d-308b-4a19-89de-900696875e89 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks [] for port, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:54.937889 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-919d912f-3fc0-458e-9862-effae2389347 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1930643999&fields=id&tenant_id=81043ff5755b4a8aa7089fdf5cc0b178 HTTP/1.1" status: 200 len: 267 time: 0.0882049 Sep 15 15:31:55.039083 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-509b001d-308b-4a19-89de-900696875e89 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:55.051698 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['1f3a1590-fec5-413d-87bc-f7438223dd83', '6508afdf-4eb9-4a6f-a1a8-7eb8311746a5'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:31:55.100357 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-509b001d-308b-4a19-89de-900696875e89 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Network aafab9d9-a970-4816-a7d4-0195c7143c77 is already hosted by enough agents. {{(pid=94800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:31:55.113933 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-509b001d-308b-4a19-89de-900696875e89 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Resources bound (agent type, host, resource id): {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:31:55.125744 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-509b001d-308b-4a19-89de-900696875e89 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Received port after_create {{(pid=94800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:31:55.177040 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b001d-308b-4a19-89de-900696875e89 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Pushing event updated for resources: {'Port': ['ID=de08f034-edc4-4948-9db2-5de331f9641e,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:55.187221 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-509b001d-308b-4a19-89de-900696875e89 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:55.188021 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-509b001d-308b-4a19-89de-900696875e89 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:55.196801 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-98cbbeac-6252-498a-8144-2fc2f01a872f tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:55.198439 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-98cbbeac-6252-498a-8144-2fc2f01a872f tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/networks?id=4802773a-3b03-40d5-8d08-27f23bcc704f HTTP/1.1" status: 200 len: 809 time: 0.2514594 Sep 15 15:31:55.224942 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 53756) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:55.238217 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-7d4aadfe-63f1-4164-b23c-ee7990f9d13b tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/quotas/81043ff5755b4a8aa7089fdf5cc0b178 HTTP/1.1" status: 200 len: 375 time: 0.0181818 Sep 15 15:31:55.238332 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-2ad09252-cd44-4989-a324-50a4566e6142 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--588365503', 'description': 'tempest-description--436796790'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:55.332820 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-c7146dc4-74cc-44fb-8749-adbc512447c6 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=81043ff5755b4a8aa7089fdf5cc0b178&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883200 Sep 15 15:31:55.356682 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c5d36-41d7-47ce-9b35-4968d432b899 req-57fd93e6-f4db-4aea-b745-fe09fa1a3b05 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:55.358329 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-157c5d36-41d7-47ce-9b35-4968d432b899 req-57fd93e6-f4db-4aea-b745-fe09fa1a3b05 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 985 time: 0.0790389 Sep 15 15:31:55.387710 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-509b001d-308b-4a19-89de-900696875e89 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4410090 Sep 15 15:31:55.406174 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-c1846fc8-6e04-4c53-aefa-9f36a7cad099 service neutron] Request body: {'port': {'device_id': '1bf331ae-50e8-4f72-9b0c-5676c21f9b54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:55.483886 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-157c5d36-41d7-47ce-9b35-4968d432b899 req-36b71a53-aea5-4235-928b-483b72ba93fb tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=4b780821-d5e8-427a-8644-dfceef3c75f9&id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1172862 Sep 15 15:31:55.488337 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2ad09252-cd44-4989-a324-50a4566e6142 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:55.532467 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-c1846fc8-6e04-4c53-aefa-9f36a7cad099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:55.589830 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-a1a9653a-38ac-4dce-8762-7d47fced6da0 service neutron] 10.222.0.54 "GET /v2.0/networks/4802773a-3b03-40d5-8d08-27f23bcc704f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299166 Sep 15 15:31:55.621717 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2ad09252-cd44-4989-a324-50a4566e6142 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:55.761369 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2ad09252-cd44-4989-a324-50a4566e6142 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:55.791219 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce4896-95a1-4a58-a82a-1c0c04be44ce req-4add1d54-8b34-4978-adb6-8a36b1f46f20 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:55.791804 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad09252-cd44-4989-a324-50a4566e6142 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f39063c0-7242-455c-91e9-0f2adbe04ac8,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:55.793608 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-29ce4896-95a1-4a58-a82a-1c0c04be44ce req-4add1d54-8b34-4978-adb6-8a36b1f46f20 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bf331ae-50e8-4f72-9b0c-5676c21f9b54 HTTP/1.1" status: 200 len: 931 time: 0.1804285 Sep 15 15:31:55.864735 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-75b476a1-bedc-461a-8c84-632d37c15f08 service neutron] 10.222.0.54 "GET /v2.0/networks/4802773a-3b03-40d5-8d08-27f23bcc704f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656300 Sep 15 15:31:55.898113 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-29ce4896-95a1-4a58-a82a-1c0c04be44ce req-d41e28bf-fe18-4bdf-b049-1ab882bed77f tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888112 Sep 15 15:31:55.910751 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2ad09252-cd44-4989-a324-50a4566e6142 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:55.913185 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-2ad09252-cd44-4989-a324-50a4566e6142 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6862826 Sep 15 15:31:55.924494 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 53766) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:55.934639 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-3c8dc5a2-24f0-4c8e-9772-f040fadf72f3 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Request body: {'security_group_rule': {'security_group_id': 'f39063c0-7242-455c-91e9-0f2adbe04ac8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:55.976990 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-c1846fc8-6e04-4c53-aefa-9f36a7cad099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de08f034-edc4-4948-9db2-5de331f9641e {{(pid=94800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:31:55.985535 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-c1846fc8-6e04-4c53-aefa-9f36a7cad099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:55.999761 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.provisioning_blocks [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-c1846fc8-6e04-4c53-aefa-9f36a7cad099 service neutron] Transition to ACTIVE for port object de08f034-edc4-4948-9db2-5de331f9641e will not be triggered until provisioned by entity L2. {{(pid=94800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:31:56.149674 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-3c8dc5a2-24f0-4c8e-9772-f040fadf72f3 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:56.172697 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e2332b92-1661-413c-94a6-f35a7ae7da61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:56.173192 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-c1846fc8-6e04-4c53-aefa-9f36a7cad099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:56.201472 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:56.221324 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-3c8dc5a2-24f0-4c8e-9772-f040fadf72f3 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:56.247735 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1846fc8-6e04-4c53-aefa-9f36a7cad099 service neutron] Pushing event updated for resources: {'Port': ['ID=de08f034-edc4-4948-9db2-5de331f9641e,revision_number=2']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:56.300488 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-c1846fc8-6e04-4c53-aefa-9f36a7cad099 service neutron] Attempting to bind port de08f034-edc4-4948-9db2-5de331f9641e on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:31:56.302952 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-c1846fc8-6e04-4c53-aefa-9f36a7cad099 service neutron] Attempting to bind port de08f034-edc4-4948-9db2-5de331f9641e by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '9a8b93c5-2830-4a17-91ae-1766f5aad56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aafab9d9-a970-4816-a7d4-0195c7143c77'}] {{(pid=94800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:31:56.302952 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-c1846fc8-6e04-4c53-aefa-9f36a7cad099 service neutron] Attempting to bind port de08f034-edc4-4948-9db2-5de331f9641e on network aafab9d9-a970-4816-a7d4-0195c7143c77 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:31:56.305676 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-c1846fc8-6e04-4c53-aefa-9f36a7cad099 service neutron] Port de08f034-edc4-4948-9db2-5de331f9641e on network aafab9d9-a970-4816-a7d4-0195c7143c77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:31:56.305990 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-c1846fc8-6e04-4c53-aefa-9f36a7cad099 service neutron] Attempting to bind port de08f034-edc4-4948-9db2-5de331f9641e on network aafab9d9-a970-4816-a7d4-0195c7143c77 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:31:56.312628 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-c1846fc8-6e04-4c53-aefa-9f36a7cad099 service neutron] Checking agent: {'id': 'eba348e6-0b8a-43b6-acdf-c2678b53c044', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'started_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:31:56.312961 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-c1846fc8-6e04-4c53-aefa-9f36a7cad099 service neutron] Checking segment: {'id': '9a8b93c5-2830-4a17-91ae-1766f5aad56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aafab9d9-a970-4816-a7d4-0195c7143c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:31:56.313344 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-c1846fc8-6e04-4c53-aefa-9f36a7cad099 service neutron] Bound using segment: {'id': '9a8b93c5-2830-4a17-91ae-1766f5aad56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aafab9d9-a970-4816-a7d4-0195c7143c77'} {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:31:56.313778 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-c1846fc8-6e04-4c53-aefa-9f36a7cad099 service neutron] Bound port: de08f034-edc4-4948-9db2-5de331f9641e, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8b93c5-2830-4a17-91ae-1766f5aad56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aafab9d9-a970-4816-a7d4-0195c7143c77'}}] {{(pid=94800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:31:56.314126 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-c1846fc8-6e04-4c53-aefa-9f36a7cad099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:56.380249 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-c1846fc8-6e04-4c53-aefa-9f36a7cad099 service neutron] For port de08f034-edc4-4948-9db2-5de331f9641e, host hv-cinder-80920, cleared binding levels {{(pid=94800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:31:56.383438 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-c1846fc8-6e04-4c53-aefa-9f36a7cad099 service neutron] For port de08f034-edc4-4948-9db2-5de331f9641e, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=de08f034-edc4-4948-9db2-5de331f9641e,segment=NetworkSegment(9a8b93c5-2830-4a17-91ae-1766f5aad56b),segment_id=9a8b93c5-2830-4a17-91ae-1766f5aad56b)] {{(pid=94800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:31:56.384146 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-3c8dc5a2-24f0-4c8e-9772-f040fadf72f3 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475222'] for security_group_rule, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:56.406384 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8dc5a2-24f0-4c8e-9772-f040fadf72f3 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a15ff28-5588-45f5-8f1b-7436cc427052,revision_number=0']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:56.555714 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-3c8dc5a2-24f0-4c8e-9772-f040fadf72f3 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:56.560534 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-3c8dc5a2-24f0-4c8e-9772-f040fadf72f3 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6342878 Sep 15 15:31:56.561171 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 53778) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:56.565504 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-6c106836-d9a4-4aa9-847e-9e144ea1e42d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Request body: {'security_group_rule': {'security_group_id': 'f39063c0-7242-455c-91e9-0f2adbe04ac8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:56.571192 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-c1846fc8-6e04-4c53-aefa-9f36a7cad099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:56.618848 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-c1846fc8-6e04-4c53-aefa-9f36a7cad099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:56.619487 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-c1846fc8-6e04-4c53-aefa-9f36a7cad099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:56.621610 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-c1846fc8-6e04-4c53-aefa-9f36a7cad099 service neutron] 10.222.0.58 "PUT /v2.0/ports/de08f034-edc4-4948-9db2-5de331f9641e HTTP/1.1" status: 200 len: 1093 time: 1.2203522 Sep 15 15:31:56.623792 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf331ae-50e8-4f72-9b0c-5676c21f9b54', 'tag': 'de08f034-edc4-4948-9db2-5de331f9641e'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:31:56.626330 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84139d7-af74-4756-bb14-bdfe7a954fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf331ae-50e8-4f72-9b0c-5676c21f9b54", "tag": "de08f034-edc4-4948-9db2-5de331f9641e"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:31:56.653576 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1846fc8-6e04-4c53-aefa-9f36a7cad099 service neutron] Pushing event updated for resources: {'Port': ['ID=de08f034-edc4-4948-9db2-5de331f9641e,revision_number=3']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:56.664591 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3ca45-c0eb-4492-b6d3-e4172cb4249f req-983f65f6-2490-459a-a17f-c36771b6af4b tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:56.666160 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bea3ca45-c0eb-4492-b6d3-e4172cb4249f req-983f65f6-2490-459a-a17f-c36771b6af4b tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 985 time: 0.1118417 Sep 15 15:31:56.674939 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6c106836-d9a4-4aa9-847e-9e144ea1e42d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:56.744012 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bea3ca45-c0eb-4492-b6d3-e4172cb4249f req-9fa0c329-a16b-4ee0-ae57-6f30098a86e0 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=4b780821-d5e8-427a-8644-dfceef3c75f9&id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595403 Sep 15 15:31:56.755166 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25097c4-2671-42f7-9ca2-9e070e2b4542 x-openstack-request-id: req-b25097c4-2671-42f7-9ca2-9e070e2b4542 {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:31:56.755166 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf331ae-50e8-4f72-9b0c-5676c21f9b54", "tag": "de08f034-edc4-4948-9db2-5de331f9641e", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:31:56.755166 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b25097c4-2671-42f7-9ca2-9e070e2b4542 {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:31:56.755166 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf331ae-50e8-4f72-9b0c-5676c21f9b54', 'tag': 'de08f034-edc4-4948-9db2-5de331f9641e', 'status': 'completed', 'code': 200} Sep 15 15:31:56.755675 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6c106836-d9a4-4aa9-847e-9e144ea1e42d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:56.819778 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ea6cd254-bbd5-48a0-a724-2b622ba40b48 req-20e0679b-efe3-4532-834f-6b171cc2c771 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 210 time: 0.0317047 Sep 15 15:31:56.830652 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-55ceda0c-a097-471d-94aa-ddfc57c3dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:56.831181 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-55ceda0c-a097-471d-94aa-ddfc57c3dd88 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b68e966265a499ba7f895c8a61e593c&device_id=1bf331ae-50e8-4f72-9b0c-5676c21f9b54 HTTP/1.1" status: 200 len: 1096 time: 0.0667892 Sep 15 15:31:56.858341 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6c106836-d9a4-4aa9-847e-9e144ea1e42d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475222'] for security_group_rule, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:56.876861 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-23372ebe-b783-42af-84b0-ce5dbe863758 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de08f034-edc4-4948-9db2-5de331f9641e HTTP/1.1" status: 200 len: 217 time: 0.0369418 Sep 15 15:31:56.878884 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c106836-d9a4-4aa9-847e-9e144ea1e42d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e046ce-aad3-4879-91d6-16d60d0551a4,revision_number=0']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:56.935064 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-82a90da5-067d-4145-be28-07979acb4506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:56.938583 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-82a90da5-067d-4145-be28-07979acb4506 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4a6f29f9-44ac-4cfe-9102-6edf8d749b6b HTTP/1.1" status: 200 len: 855 time: 0.0516672 Sep 15 15:31:56.975136 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-eb0a7e6e-eea4-4284-a091-751574a2a6f2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aafab9d9-a970-4816-a7d4-0195c7143c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299735 Sep 15 15:31:57.012930 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6c106836-d9a4-4aa9-847e-9e144ea1e42d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:57.014160 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-6c106836-d9a4-4aa9-847e-9e144ea1e42d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4520538 Sep 15 15:31:57.017256 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 53792) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:57.021987 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-2403508f-32fe-49ad-a2a3-18706233e9df tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Request body: {'floatingip': {'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:57.101320 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53ef85-f971-4512-9a67-f28e09680166 req-7d0125a0-3f5a-463a-b428-58fa6817327d tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:57.102856 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ce53ef85-f971-4512-9a67-f28e09680166 req-7d0125a0-3f5a-463a-b428-58fa6817327d tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bf331ae-50e8-4f72-9b0c-5676c21f9b54 HTTP/1.1" status: 200 len: 943 time: 0.1308820 Sep 15 15:31:57.131201 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-2417abf5-66ee-4ea2-81f4-1446d622b2d9 service neutron] 10.222.0.58 "GET /v2.0/networks/aafab9d9-a970-4816-a7d4-0195c7143c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471391 Sep 15 15:31:57.190439 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ce53ef85-f971-4512-9a67-f28e09680166 req-99518422-975f-4fdd-a53c-dfdac3f24db8 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754759 Sep 15 15:31:57.195910 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:57.198072 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2403508f-32fe-49ad-a2a3-18706233e9df tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for floatingip, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:57.261810 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f6162964-10b4-4d81-8773-9aa1a57eb844 req-296d83e1-c850-4ff9-8d03-63ea8b791424 service neutron] 10.222.0.58 "GET /v2.0/networks/aafab9d9-a970-4816-a7d4-0195c7143c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209402 Sep 15 15:31:57.307255 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2403508f-32fe-49ad-a2a3-18706233e9df tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:57.420136 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_common [None req-2403508f-32fe-49ad-a2a3-18706233e9df tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Allocated IP 172.27.3.127 (70862140-ffde-47fa-81bd-8f9d99919982/7ac39d78-6dff-4eb9-9797-5a3cc8acd948/fe5e7e45-e4d7-4311-a554-e083ab322bfe) {{(pid=94799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:31:57.516354 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84139d7-af74-4756-bb14-bdfe7a954fcb req-853790ec-a944-4d36-925a-3e745c4ad75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:57.517848 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e84139d7-af74-4756-bb14-bdfe7a954fcb req-853790ec-a944-4d36-925a-3e745c4ad75e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b68e966265a499ba7f895c8a61e593c&device_id=1bf331ae-50e8-4f72-9b0c-5676c21f9b54 HTTP/1.1" status: 200 len: 1096 time: 0.0420461 Sep 15 15:31:57.533891 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2403508f-32fe-49ad-a2a3-18706233e9df tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for port, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:57.624800 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84139d7-af74-4756-bb14-bdfe7a954fcb req-ac585beb-3826-4d9c-9bc1-211ae235c1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:57.626320 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e84139d7-af74-4756-bb14-bdfe7a954fcb req-ac585beb-3826-4d9c-9bc1-211ae235c1d6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aafab9d9-a970-4816-a7d4-0195c7143c77 HTTP/1.1" status: 200 len: 916 time: 0.1001680 Sep 15 15:31:57.676143 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e84139d7-af74-4756-bb14-bdfe7a954fcb req-5a00e551-8493-46da-b3d3-bbda52a2777f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de08f034-edc4-4948-9db2-5de331f9641e HTTP/1.1" status: 200 len: 217 time: 0.0389757 Sep 15 15:31:57.721846 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2403508f-32fe-49ad-a2a3-18706233e9df tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:57.732472 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84139d7-af74-4756-bb14-bdfe7a954fcb req-5aba9f25-2da0-47e1-8697-801a18c1d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:57.733805 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e84139d7-af74-4756-bb14-bdfe7a954fcb req-5aba9f25-2da0-47e1-8697-801a18c1d20d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4a6f29f9-44ac-4cfe-9102-6edf8d749b6b HTTP/1.1" status: 200 len: 855 time: 0.0475333 Sep 15 15:31:57.767058 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2403508f-32fe-49ad-a2a3-18706233e9df tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Network 70862140-ffde-47fa-81bd-8f9d99919982 is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:31:57.779688 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e84139d7-af74-4756-bb14-bdfe7a954fcb req-b514e8fb-6498-48a2-8e54-0e9e7c5f240a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aafab9d9-a970-4816-a7d4-0195c7143c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308805 Sep 15 15:31:57.779787 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403508f-32fe-49ad-a2a3-18706233e9df tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Pushing event updated for resources: {'Port': ['ID=fe5e7e45-e4d7-4311-a554-e083ab322bfe,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:57.781040 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-2403508f-32fe-49ad-a2a3-18706233e9df tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:31:57.782664 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2403508f-32fe-49ad-a2a3-18706233e9df tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Received port after_create {{(pid=94799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:31:57.921227 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2403508f-32fe-49ad-a2a3-18706233e9df tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:57.986023 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-217a2311-6c40-415c-a4b0-ab4f63f3f699 req-26f0826f-d87c-4d32-85e4-3e6b762b212a tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 210 time: 0.0870593 Sep 15 15:31:58.008557 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e84139d7-af74-4756-bb14-bdfe7a954fcb req-faf96c44-68c9-49ca-9c20-a1ac924b8f4f service neutron] 10.222.0.58 "GET /v2.0/networks/aafab9d9-a970-4816-a7d4-0195c7143c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268560 Sep 15 15:31:58.022583 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9673f3-90a2-4858-9985-3c03356e9820 req-39e31f46-37c7-470e-a33c-1149c2cbcd47 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:58.024142 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bb9673f3-90a2-4858-9985-3c03356e9820 req-39e31f46-37c7-470e-a33c-1149c2cbcd47 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 985 time: 0.1503546 Sep 15 15:31:58.036034 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2403508f-32fe-49ad-a2a3-18706233e9df tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:58.183501 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device de08f034-edc4-4948-9db2-5de331f9641e details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:31:58.260897 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2403508f-32fe-49ad-a2a3-18706233e9df tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for port, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:58.317837 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port de08f034-edc4-4948-9db2-5de331f9641e, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=de08f034-edc4-4948-9db2-5de331f9641e,segment=NetworkSegment(9a8b93c5-2830-4a17-91ae-1766f5aad56b),segment_id=9a8b93c5-2830-4a17-91ae-1766f5aad56b)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:31:58.333682 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Returning: {'device': 'de08f034-edc4-4948-9db2-5de331f9641e', 'network_id': 'aafab9d9-a970-4816-a7d4-0195c7143c77', 'port_id': 'de08f034-edc4-4948-9db2-5de331f9641e', 'mac_address': 'fa:16:3e:20:5e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6f29f9-44ac-4cfe-9102-6edf8d749b6b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:31:58.345227 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2403508f-32fe-49ad-a2a3-18706233e9df tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9314481'] for port, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:58.411253 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403508f-32fe-49ad-a2a3-18706233e9df tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Pushing event updated for resources: {'Port': ['ID=fe5e7e45-e4d7-4311-a554-e083ab322bfe,revision_number=2']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:58.419071 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bb9673f3-90a2-4858-9985-3c03356e9820 req-0b89659a-c4af-4bad-ab8f-8cef1596e2ff tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=4b780821-d5e8-427a-8644-dfceef3c75f9&id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3864388 Sep 15 15:31:58.434921 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:58.456080 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de08f034-edc4-4948-9db2-5de331f9641e {{(pid=94801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:31:58.460646 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706337b-bed7-4d0b-81b8-e0536a05f461 req-030b6d51-872f-4112-b4fb-ab29450889fd tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:58.468570 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e706337b-bed7-4d0b-81b8-e0536a05f461 req-030b6d51-872f-4112-b4fb-ab29450889fd tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bf331ae-50e8-4f72-9b0c-5676c21f9b54 HTTP/1.1" status: 200 len: 943 time: 0.1293826 Sep 15 15:31:58.479918 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port de08f034-edc4-4948-9db2-5de331f9641e, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=de08f034-edc4-4948-9db2-5de331f9641e,segment=NetworkSegment(9a8b93c5-2830-4a17-91ae-1766f5aad56b),segment_id=9a8b93c5-2830-4a17-91ae-1766f5aad56b)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:31:58.483930 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2403508f-32fe-49ad-a2a3-18706233e9df tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:58.494289 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e84139d7-af74-4756-bb14-bdfe7a954fcb req-eec864e2-1cc1-4bbd-a32f-aacaeffdd12e service neutron] 10.222.0.58 "GET /v2.0/networks/aafab9d9-a970-4816-a7d4-0195c7143c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691699 Sep 15 15:31:58.524609 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e706337b-bed7-4d0b-81b8-e0536a05f461 req-f88c2b65-8645-4608-9950-2d3f63fac2a4 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549028 Sep 15 15:31:58.600832 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:58.647578 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2403508f-32fe-49ad-a2a3-18706233e9df tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for floatingip, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:58.651250 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-2403508f-32fe-49ad-a2a3-18706233e9df tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6327324 Sep 15 15:31:58.673268 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=de08f034-edc4-4948-9db2-5de331f9641e,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:58.691893 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:58.692448 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:58.692983 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:58.694038 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:58.694572 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:58.695226 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:58.695696 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:58.696171 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:58.696729 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:58.697333 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:58.697874 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:58.698440 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:58.817795 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:58.866368 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['de08f034-edc4-4948-9db2-5de331f9641e'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:31:58.884815 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-3bbb8c6f-b74b-4751-8a66-f177ca361f94 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--588365503&fields=id&tenant_id=bc084fec0e234562acc43f991b033c39 HTTP/1.1" status: 200 len: 267 time: 0.0405786 Sep 15 15:31:59.016614 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-7f2c4f5a-c9b7-4773-af24-d3555733acb3 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:59.018350 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-7f2c4f5a-c9b7-4773-af24-d3555733acb3 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/networks?id=08ee10b2-2fff-43fe-b79f-30f962cb12be HTTP/1.1" status: 200 len: 817 time: 0.1217263 Sep 15 15:31:59.044463 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-6c60a2e8-7413-45b0-ac4f-4b390fe3b7af tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/quotas/bc084fec0e234562acc43f991b033c39 HTTP/1.1" status: 200 len: 375 time: 0.0107362 Sep 15 15:31:59.156067 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-794a3ecd-df73-477f-bd6f-80228891a550 req-2808441a-23fe-4a3b-be4c-bfcccbc089f1 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 210 time: 0.0584946 Sep 15 15:31:59.184648 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-60d556b3-5a95-4df1-b10c-f583efba5fde tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc084fec0e234562acc43f991b033c39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1275861 Sep 15 15:31:59.291628 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-7a04cde2-a63a-44fb-82af-b090a843b59f service neutron] 10.222.0.54 "GET /v2.0/networks/08ee10b2-2fff-43fe-b79f-30f962cb12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939476 Sep 15 15:31:59.390622 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-f21ea449-9de5-4c52-8458-9fe5b3c7f329 service neutron] 10.222.0.54 "GET /v2.0/networks/08ee10b2-2fff-43fe-b79f-30f962cb12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926156 Sep 15 15:31:59.562242 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aad422-d05e-427a-8da7-343f47c79b83 req-25c8f1f3-aaea-4741-b287-2efa04399b38 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:59.563800 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-73aad422-d05e-427a-8da7-343f47c79b83 req-25c8f1f3-aaea-4741-b287-2efa04399b38 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 985 time: 0.0539305 Sep 15 15:31:59.610853 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-73aad422-d05e-427a-8da7-343f47c79b83 req-1fd026b7-0452-40d4-b8b1-978abdc41e6a tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=4b780821-d5e8-427a-8644-dfceef3c75f9&id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403225 Sep 15 15:31:59.726575 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c2a6e-a5ef-4e29-9432-e634058a2236 req-49f2d2a1-2215-4e15-8672-41bdde72af9a tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:59.728285 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ed0c2a6e-a5ef-4e29-9432-e634058a2236 req-49f2d2a1-2215-4e15-8672-41bdde72af9a tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bf331ae-50e8-4f72-9b0c-5676c21f9b54 HTTP/1.1" status: 200 len: 944 time: 0.0567503 Sep 15 15:31:59.802078 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ed0c2a6e-a5ef-4e29-9432-e634058a2236 req-769d6cb7-64ae-417d-8601-6364ffb08424 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642953 Sep 15 15:31:59.823670 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8e07d9ac-448f-471d-93e3-13290a0beb78 req-c8d26b8b-1a89-4631-a48f-e6226f6b552f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 210 time: 0.0342574 Sep 15 15:31:59.987469 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-389442b9-ef44-413a-ac31-440b8dc3b47c tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:59.989274 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-389442b9-ef44-413a-ac31-440b8dc3b47c tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.58 "GET /v2.0/networks?id=4802773a-3b03-40d5-8d08-27f23bcc704f HTTP/1.1" status: 200 len: 809 time: 0.1259086 Sep 15 15:32:00.060368 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-11dfed00-03b0-43cb-afcd-b4b259921a4f tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81043ff5755b4a8aa7089fdf5cc0b178 HTTP/1.1" status: 200 len: 380 time: 0.0596049 Sep 15 15:32:00.071567 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-3cb25dc4-9555-4e2f-8c1e-150ca7728c39 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Request body: {'port': {'device_id': '2e7189ee-c6e4-4c1e-8c12-c63ee260e26a', 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f', 'admin_state_up': True, 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'security_groups': ['378346cc-b095-42af-b3fb-1dff2c61a019']}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:32:00.183999 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device de08f034-edc4-4948-9db2-5de331f9641e up at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:32:00.334675 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cb56ffa3-6ec7-4bb3-90eb-ffaae6f950da req-e90ff85a-e5c5-49de-8e79-72f489b9eae2 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 210 time: 0.0490606 Sep 15 15:32:00.407444 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-3cb25dc4-9555-4e2f-8c1e-150ca7728c39 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Made reservation on behalf of 81043ff5755b4a8aa7089fdf5cc0b178 for: {'port': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:32:00.407687 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning for port de08f034-edc4-4948-9db2-5de331f9641e completed by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:32:00.411000 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-3cb25dc4-9555-4e2f-8c1e-150ca7728c39 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:00.412292 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning complete for port de08f034-edc4-4948-9db2-5de331f9641e triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:32:00.412677 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:00.498331 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:00.523798 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf331ae-50e8-4f72-9b0c-5676c21f9b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de08f034-edc4-4948-9db2-5de331f9641e'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:32:00.526080 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438e04a5-3eb9-49a6-9dfb-0e29f66806d7" -d '{"events": [{"server_uuid": "1bf331ae-50e8-4f72-9b0c-5676c21f9b54", "name": "network-vif-plugged", "status": "completed", "tag": "de08f034-edc4-4948-9db2-5de331f9641e"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:32:00.539930 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port de08f034-edc4-4948-9db2-5de331f9641e, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=de08f034-edc4-4948-9db2-5de331f9641e,segment=NetworkSegment(9a8b93c5-2830-4a17-91ae-1766f5aad56b),segment_id=9a8b93c5-2830-4a17-91ae-1766f5aad56b)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:32:00.554656 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_common [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-3cb25dc4-9555-4e2f-8c1e-150ca7728c39 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Allocated IP 172.20.0.7 (4802773a-3b03-40d5-8d08-27f23bcc704f/000bea8b-e21b-480f-8d43-672c69a338fc/5e0ec3b4-5019-4fc4-b60f-1834190ff4cd) {{(pid=94800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:32:00.573818 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b78752-7b8d-4bbf-8bf1-6ff7c64f2abb x-openstack-request-id: req-07b78752-7b8d-4bbf-8bf1-6ff7c64f2abb {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:32:00.574029 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf331ae-50e8-4f72-9b0c-5676c21f9b54", "name": "network-vif-plugged", "status": "completed", "tag": "de08f034-edc4-4948-9db2-5de331f9641e", "code": 200}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:32:00.574337 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-07b78752-7b8d-4bbf-8bf1-6ff7c64f2abb {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:32:00.576000 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf331ae-50e8-4f72-9b0c-5676c21f9b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de08f034-edc4-4948-9db2-5de331f9641e', 'code': 200} Sep 15 15:32:00.676095 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:00.762908 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=de08f034-edc4-4948-9db2-5de331f9641e,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:00.794886 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af051ba-df33-43ee-93bb-87070dd2eed0 req-1ee7fb3e-d558-414e-8555-801085296496 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:00.796996 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-3af051ba-df33-43ee-93bb-87070dd2eed0 req-1ee7fb3e-d558-414e-8555-801085296496 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 985 time: 0.0897253 Sep 15 15:32:00.809071 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-3cb25dc4-9555-4e2f-8c1e-150ca7728c39 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for port, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:00.871571 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-3af051ba-df33-43ee-93bb-87070dd2eed0 req-a94ee4ad-a908-4b0c-a2d1-70d9d4cd78cd tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=4b780821-d5e8-427a-8644-dfceef3c75f9&id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597308 Sep 15 15:32:00.994471 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-3cb25dc4-9555-4e2f-8c1e-150ca7728c39 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:01.001547 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-87409db8-23e2-4075-aae9-a9a37804c31c req-3f086334-4118-4382-8b6e-04cdd49189a6 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 210 time: 0.0514033 Sep 15 15:32:01.042698 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba528184-d2fe-4192-9c4a-7d5afa0c786a req-bba84827-8fae-418d-b647-3897e1787f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:01.045213 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-ba528184-d2fe-4192-9c4a-7d5afa0c786a req-bba84827-8fae-418d-b647-3897e1787f05 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1bf331ae-50e8-4f72-9b0c-5676c21f9b54 HTTP/1.1" status: 200 len: 1098 time: 0.0710680 Sep 15 15:32:01.078881 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef8242-d4e1-42d1-9e75-00c927b880e5 req-c9272153-9be0-487f-9842-9afbd8889e9a tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:01.081003 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f0ef8242-d4e1-42d1-9e75-00c927b880e5 req-c9272153-9be0-487f-9842-9afbd8889e9a tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bf331ae-50e8-4f72-9b0c-5676c21f9b54 HTTP/1.1" status: 200 len: 945 time: 0.1647277 Sep 15 15:32:01.095038 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb25dc4-9555-4e2f-8c1e-150ca7728c39 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Pushing event updated for resources: {'Port': ['ID=5e0ec3b4-5019-4fc4-b60f-1834190ff4cd,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:01.102370 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-3cb25dc4-9555-4e2f-8c1e-150ca7728c39 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Network 4802773a-3b03-40d5-8d08-27f23bcc704f is already hosted by enough agents. {{(pid=94800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:32:01.109797 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-3cb25dc4-9555-4e2f-8c1e-150ca7728c39 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Resources bound (agent type, host, resource id): {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:32:01.119093 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-3cb25dc4-9555-4e2f-8c1e-150ca7728c39 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Received port after_create {{(pid=94800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:32:01.125078 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-ba528184-d2fe-4192-9c4a-7d5afa0c786a req-27fce26d-09c3-4205-a2fb-710f0f63b3ec service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719531 Sep 15 15:32:01.174958 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f0ef8242-d4e1-42d1-9e75-00c927b880e5 req-2eaf238a-2761-4cbf-ac80-873d2acf290a tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758529 Sep 15 15:32:01.188123 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-3cb25dc4-9555-4e2f-8c1e-150ca7728c39 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:01.188895 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-3cb25dc4-9555-4e2f-8c1e-150ca7728c39 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:01.284128 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-3cb25dc4-9555-4e2f-8c1e-150ca7728c39 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2169182 Sep 15 15:32:01.362793 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-828e8303-a3a9-4706-987d-0f99ca0a9d1d service neutron] Request body: {'port': {'device_id': '2e7189ee-c6e4-4c1e-8c12-c63ee260e26a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:32:01.377998 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-c50de26d-62cc-460f-a8f5-f5ca71ea0e96 None None] Provisioning complete for port 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:32:01.379567 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-c50de26d-62cc-460f-a8f5-f5ca71ea0e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:01.446402 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-c50de26d-62cc-460f-a8f5-f5ca71ea0e96 None None] Port 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:32:01.494715 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-828e8303-a3a9-4706-987d-0f99ca0a9d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:01.547088 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f9708-e9d4-4175-9cea-bea31174705c req-7e05ee20-f176-4be8-86ea-78520604a862 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:01.548692 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a41f9708-e9d4-4175-9cea-bea31174705c req-7e05ee20-f176-4be8-86ea-78520604a862 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 931 time: 0.0864491 Sep 15 15:32:01.718465 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a41f9708-e9d4-4175-9cea-bea31174705c req-9a6ad490-aa6d-48f2-acb9-f0d236b55bdb tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632142 Sep 15 15:32:01.916398 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-828e8303-a3a9-4706-987d-0f99ca0a9d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd {{(pid=94800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:32:01.933028 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-828e8303-a3a9-4706-987d-0f99ca0a9d1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:01.953887 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.provisioning_blocks [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-828e8303-a3a9-4706-987d-0f99ca0a9d1d service neutron] Transition to ACTIVE for port object 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd will not be triggered until provisioned by entity L2. {{(pid=94800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:32:02.024840 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f04c2-c261-40a8-a93e-f06fb368fbb4 req-4a956ae7-b5bb-47b1-8694-02448eced621 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:02.027128 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b93f04c2-c261-40a8-a93e-f06fb368fbb4 req-4a956ae7-b5bb-47b1-8694-02448eced621 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 985 time: 0.0552747 Sep 15 15:32:02.078799 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b93f04c2-c261-40a8-a93e-f06fb368fbb4 req-44f4f7ae-bb39-4402-b045-206e9247a26b tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=4b780821-d5e8-427a-8644-dfceef3c75f9&id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441813 Sep 15 15:32:02.133296 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-828e8303-a3a9-4706-987d-0f99ca0a9d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:02.170177 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9634b266-6194-4972-9ca8-6071856b8192 req-fa5fe2e6-8eff-447b-97ab-7758797f5c82 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 210 time: 0.0497751 Sep 15 15:32:02.322400 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e8303-a3a9-4706-987d-0f99ca0a9d1d service neutron] Pushing event updated for resources: {'Port': ['ID=5e0ec3b4-5019-4fc4-b60f-1834190ff4cd,revision_number=2']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:02.452645 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-828e8303-a3a9-4706-987d-0f99ca0a9d1d service neutron] Attempting to bind port 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:32:02.453201 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-828e8303-a3a9-4706-987d-0f99ca0a9d1d service neutron] Attempting to bind port 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '3c78ee22-b0a1-4940-bd51-53e6eb9312f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f'}] {{(pid=94800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:32:02.453746 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-828e8303-a3a9-4706-987d-0f99ca0a9d1d service neutron] Attempting to bind port 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd on network 4802773a-3b03-40d5-8d08-27f23bcc704f {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:32:02.466634 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-828e8303-a3a9-4706-987d-0f99ca0a9d1d service neutron] Port 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd on network 4802773a-3b03-40d5-8d08-27f23bcc704f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:32:02.467319 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-828e8303-a3a9-4706-987d-0f99ca0a9d1d service neutron] Attempting to bind port 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd on network 4802773a-3b03-40d5-8d08-27f23bcc704f {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:32:02.478708 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fc08b-999b-4842-a857-5d6a4a715f68 req-8750ce93-f979-41e4-9c43-e9b0a9e8e60d tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:02.500422 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c44fc08b-999b-4842-a857-5d6a4a715f68 req-8750ce93-f979-41e4-9c43-e9b0a9e8e60d tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bf331ae-50e8-4f72-9b0c-5676c21f9b54 HTTP/1.1" status: 200 len: 945 time: 0.1602612 Sep 15 15:32:02.500422 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-828e8303-a3a9-4706-987d-0f99ca0a9d1d service neutron] Checking agent: {'id': 'eba348e6-0b8a-43b6-acdf-c2678b53c044', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'started_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:32:02.500422 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-828e8303-a3a9-4706-987d-0f99ca0a9d1d service neutron] Checking segment: {'id': '3c78ee22-b0a1-4940-bd51-53e6eb9312f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:32:02.500422 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-828e8303-a3a9-4706-987d-0f99ca0a9d1d service neutron] Bound using segment: {'id': '3c78ee22-b0a1-4940-bd51-53e6eb9312f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f'} {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:32:02.500422 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-828e8303-a3a9-4706-987d-0f99ca0a9d1d service neutron] Bound port: 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c78ee22-b0a1-4940-bd51-53e6eb9312f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f'}}] {{(pid=94800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:32:02.500422 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-828e8303-a3a9-4706-987d-0f99ca0a9d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:02.599366 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c44fc08b-999b-4842-a857-5d6a4a715f68 req-a4e4445d-493d-4eea-9c22-8edf52d0f5e0 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108758 Sep 15 15:32:02.646181 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-828e8303-a3a9-4706-987d-0f99ca0a9d1d service neutron] For port 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd, host hv-cinder-80920, cleared binding levels {{(pid=94800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:32:02.650805 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-828e8303-a3a9-4706-987d-0f99ca0a9d1d service neutron] For port 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=5e0ec3b4-5019-4fc4-b60f-1834190ff4cd,segment=NetworkSegment(3c78ee22-b0a1-4940-bd51-53e6eb9312f3),segment_id=3c78ee22-b0a1-4940-bd51-53e6eb9312f3)] {{(pid=94800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:32:02.739854 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-828e8303-a3a9-4706-987d-0f99ca0a9d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:02.798468 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-828e8303-a3a9-4706-987d-0f99ca0a9d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:02.799130 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-828e8303-a3a9-4706-987d-0f99ca0a9d1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:02.800771 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-828e8303-a3a9-4706-987d-0f99ca0a9d1d service neutron] 10.222.0.58 "PUT /v2.0/ports/5e0ec3b4-5019-4fc4-b60f-1834190ff4cd HTTP/1.1" status: 200 len: 1093 time: 1.4464362 Sep 15 15:32:02.801069 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7189ee-c6e4-4c1e-8c12-c63ee260e26a', 'tag': '5e0ec3b4-5019-4fc4-b60f-1834190ff4cd'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:32:02.803541 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafa27e2-33e2-49a5-bfe8-351fcaf64ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "2e7189ee-c6e4-4c1e-8c12-c63ee260e26a", "tag": "5e0ec3b4-5019-4fc4-b60f-1834190ff4cd"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:32:02.838851 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e8303-a3a9-4706-987d-0f99ca0a9d1d service neutron] Pushing event updated for resources: {'Port': ['ID=5e0ec3b4-5019-4fc4-b60f-1834190ff4cd,revision_number=3']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:02.930465 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ed9371-9284-4747-a557-5ed3231355a2 x-openstack-request-id: req-27ed9371-9284-4747-a557-5ed3231355a2 {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:32:02.931993 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e7189ee-c6e4-4c1e-8c12-c63ee260e26a", "tag": "5e0ec3b4-5019-4fc4-b60f-1834190ff4cd", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:32:02.931993 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-27ed9371-9284-4747-a557-5ed3231355a2 {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:32:02.931993 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7189ee-c6e4-4c1e-8c12-c63ee260e26a', 'tag': '5e0ec3b4-5019-4fc4-b60f-1834190ff4cd', 'status': 'completed', 'code': 200} Sep 15 15:32:03.039530 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828fabd-aa49-481c-be9a-2fd914d8e89f req-0458a3f5-bba3-4fa7-a110-af7a95ef57cb tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:03.042675 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4828fabd-aa49-481c-be9a-2fd914d8e89f req-0458a3f5-bba3-4fa7-a110-af7a95ef57cb tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 943 time: 0.1619031 Sep 15 15:32:03.052673 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa27e2-33e2-49a5-bfe8-351fcaf64ff4 req-ad09c342-6ff5-4983-b94a-502362124e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:03.055503 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-fafa27e2-33e2-49a5-bfe8-351fcaf64ff4 req-ad09c342-6ff5-4983-b94a-502362124e6b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=81043ff5755b4a8aa7089fdf5cc0b178&device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 1096 time: 0.0894208 Sep 15 15:32:03.134232 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-dbda8200-cbaa-473b-87cd-240bcae2288e tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:03.147153 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-dbda8200-cbaa-473b-87cd-240bcae2288e tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.58 "GET /v2.0/networks?id=08ee10b2-2fff-43fe-b79f-30f962cb12be HTTP/1.1" status: 200 len: 817 time: 0.2828641 Sep 15 15:32:03.269775 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-db33f06e-0a59-4668-84bc-1c398b4c1ff2 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc084fec0e234562acc43f991b033c39 HTTP/1.1" status: 200 len: 379 time: 0.1205077 Sep 15 15:32:03.283008 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-2e392725-61ae-41ee-94c5-6782a297f888 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Request body: {'port': {'device_id': '49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'admin_state_up': True, 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'security_groups': ['f39063c0-7242-455c-91e9-0f2adbe04ac8']}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:32:03.338347 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa27e2-33e2-49a5-bfe8-351fcaf64ff4 req-62f09417-ec96-4cdc-860a-2925baff213b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:03.340846 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-fafa27e2-33e2-49a5-bfe8-351fcaf64ff4 req-62f09417-ec96-4cdc-860a-2925baff213b service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=81043ff5755b4a8aa7089fdf5cc0b178&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2761855 Sep 15 15:32:03.427965 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4828fabd-aa49-481c-be9a-2fd914d8e89f req-b85d4c6c-9e20-423a-9b4a-9ecfc97e8f62 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3673971 Sep 15 15:32:03.521861 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a54db-8500-49d3-b857-3b34f8b33dbf req-0909909f-af99-4ad0-93a5-63a6d573ba14 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:03.524446 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-003a54db-8500-49d3-b857-3b34f8b33dbf req-0909909f-af99-4ad0-93a5-63a6d573ba14 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 985 time: 0.1731997 Sep 15 15:32:03.537560 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa27e2-33e2-49a5-bfe8-351fcaf64ff4 req-b12b05e6-37c7-4dff-bae1-894df8fb6e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:03.540181 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-fafa27e2-33e2-49a5-bfe8-351fcaf64ff4 req-b12b05e6-37c7-4dff-bae1-894df8fb6e4d service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1905196 Sep 15 15:32:03.620993 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bde5669e-3c91-409d-9643-30a54ebbd67c req-f6cf2436-c3c0-4f32-b694-7f5b5e1f5f91 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 210 time: 0.0458794 Sep 15 15:32:03.646839 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-d6c5f3ab-c0eb-4f5c-b12f-ad8b7baafa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:03.649439 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-d6c5f3ab-c0eb-4f5c-b12f-ad8b7baafa81 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=81043ff5755b4a8aa7089fdf5cc0b178&device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 1096 time: 0.0637150 Sep 15 15:32:03.650817 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-003a54db-8500-49d3-b857-3b34f8b33dbf req-7cb7add4-3bd5-4ead-8d80-fa6aa4c335f9 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=4b780821-d5e8-427a-8644-dfceef3c75f9&id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1134405 Sep 15 15:32:03.719123 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-fc53145e-a856-42cc-b8cb-8158b217540f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e0ec3b4-5019-4fc4-b60f-1834190ff4cd HTTP/1.1" status: 200 len: 217 time: 0.0601113 Sep 15 15:32:03.788935 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-86d606b1-f123-4f6e-98e0-ec055dead0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:03.791367 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-86d606b1-f123-4f6e-98e0-ec055dead0f6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=000bea8b-e21b-480f-8d43-672c69a338fc HTTP/1.1" status: 200 len: 848 time: 0.0644681 Sep 15 15:32:03.792900 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-2e392725-61ae-41ee-94c5-6782a297f888 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Made reservation on behalf of bc084fec0e234562acc43f991b033c39 for: {'port': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:32:03.798012 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-2e392725-61ae-41ee-94c5-6782a297f888 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:03.811776 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ad2bd-0f40-4cfe-9783-bc0e155c661c req-eae2f062-d202-4550-8303-553782b5bd7c tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:03.814762 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-904ad2bd-0f40-4cfe-9783-bc0e155c661c req-eae2f062-d202-4550-8303-553782b5bd7c tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bf331ae-50e8-4f72-9b0c-5676c21f9b54 HTTP/1.1" status: 200 len: 945 time: 0.0889287 Sep 15 15:32:03.874787 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-46b68e63-8a32-4fab-9466-3da64e1efe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:03.877764 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-46b68e63-8a32-4fab-9466-3da64e1efe35 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4802773a-3b03-40d5-8d08-27f23bcc704f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756950 Sep 15 15:32:03.911751 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-904ad2bd-0f40-4cfe-9783-bc0e155c661c req-333e1e41-145e-4df3-8b1e-3eda6dbfb6fd tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837877 Sep 15 15:32:04.005296 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_common [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-2e392725-61ae-41ee-94c5-6782a297f888 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Allocated IP 172.20.0.14 (08ee10b2-2fff-43fe-b79f-30f962cb12be/c269f95b-bd52-41fc-a168-8d0b68cfbdb3/b3fe3a39-6193-43da-a740-c99e7fd7355b) {{(pid=94800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:32:04.046630 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-3f9b315f-7c4a-45ad-8e49-c158e3dc40b1 service neutron] 10.222.0.58 "GET /v2.0/networks/4802773a-3b03-40d5-8d08-27f23bcc704f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571300 Sep 15 15:32:04.199688 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-169c344e-2b72-4799-9dba-09b9fe9d446b req-c5ebca4c-a36e-456e-b4b9-a881209b725a service neutron] 10.222.0.58 "GET /v2.0/networks/4802773a-3b03-40d5-8d08-27f23bcc704f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349912 Sep 15 15:32:04.223057 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-2e392725-61ae-41ee-94c5-6782a297f888 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for port, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:04.396653 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-2e392725-61ae-41ee-94c5-6782a297f888 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:04.451716 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-2e392725-61ae-41ee-94c5-6782a297f888 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Network 08ee10b2-2fff-43fe-b79f-30f962cb12be is already hosted by enough agents. {{(pid=94800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:32:04.457347 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-2e392725-61ae-41ee-94c5-6782a297f888 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Resources bound (agent type, host, resource id): {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:32:04.460030 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-2e392725-61ae-41ee-94c5-6782a297f888 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Received port after_create {{(pid=94800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:32:04.473324 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e392725-61ae-41ee-94c5-6782a297f888 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Pushing event updated for resources: {'Port': ['ID=b3fe3a39-6193-43da-a740-c99e7fd7355b,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:04.570179 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-2e392725-61ae-41ee-94c5-6782a297f888 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:04.571047 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-2e392725-61ae-41ee-94c5-6782a297f888 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:04.637945 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7302f4-ddee-451e-a9dd-72c224906cf3 req-396df2ce-8d92-4719-a380-fe3ed404e08f tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:04.640776 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2a7302f4-ddee-451e-a9dd-72c224906cf3 req-396df2ce-8d92-4719-a380-fe3ed404e08f tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 943 time: 0.1008313 Sep 15 15:32:04.696837 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-2e392725-61ae-41ee-94c5-6782a297f888 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4200320 Sep 15 15:32:04.718057 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-196a2e73-dac5-4f23-96d4-13abdd6ad93b service neutron] Request body: {'port': {'device_id': '49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:32:04.740605 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2a7302f4-ddee-451e-a9dd-72c224906cf3 req-4525d108-80d5-4a00-8e67-b0e72adb1023 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920370 Sep 15 15:32:04.825528 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-81312a8c-dfe4-40e0-b140-77e8160718b9 None None] Provisioning complete for port b3fe3a39-6193-43da-a740-c99e7fd7355b triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:32:04.826421 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-81312a8c-dfe4-40e0-b140-77e8160718b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:04.901894 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-81312a8c-dfe4-40e0-b140-77e8160718b9 None None] Port b3fe3a39-6193-43da-a740-c99e7fd7355b cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:32:04.918576 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-196a2e73-dac5-4f23-96d4-13abdd6ad93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:04.983076 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7751d2-ab43-444b-a353-d1290eba5e48 req-46515617-0b60-4c32-b398-16b04f6f6037 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:04.985012 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7e7751d2-ab43-444b-a353-d1290eba5e48 req-46515617-0b60-4c32-b398-16b04f6f6037 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 932 time: 0.1437688 Sep 15 15:32:05.000751 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ddac27-7061-4cbf-9ae8-b1d6f3b8e5fd req-8f2ef46e-0fa9-4931-9ce7-aaca634f4d49 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:05.002613 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-36ddac27-7061-4cbf-9ae8-b1d6f3b8e5fd req-8f2ef46e-0fa9-4931-9ce7-aaca634f4d49 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 985 time: 0.1636381 Sep 15 15:32:05.161386 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7e7751d2-ab43-444b-a353-d1290eba5e48 req-fd0737db-3ebc-4b87-8463-457622224b7d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547756 Sep 15 15:32:05.189502 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-36ddac27-7061-4cbf-9ae8-b1d6f3b8e5fd req-51378501-59f7-4bcb-bf66-b831d852e038 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=4b780821-d5e8-427a-8644-dfceef3c75f9&id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1663022 Sep 15 15:32:05.360533 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-196a2e73-dac5-4f23-96d4-13abdd6ad93b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3fe3a39-6193-43da-a740-c99e7fd7355b {{(pid=94800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:32:05.370642 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-196a2e73-dac5-4f23-96d4-13abdd6ad93b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:05.384969 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.provisioning_blocks [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-196a2e73-dac5-4f23-96d4-13abdd6ad93b service neutron] Transition to ACTIVE for port object b3fe3a39-6193-43da-a740-c99e7fd7355b will not be triggered until provisioned by entity L2. {{(pid=94800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:32:05.544704 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-196a2e73-dac5-4f23-96d4-13abdd6ad93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:05.602589 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a2e73-dac5-4f23-96d4-13abdd6ad93b service neutron] Pushing event updated for resources: {'Port': ['ID=b3fe3a39-6193-43da-a740-c99e7fd7355b,revision_number=2']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:05.688476 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-196a2e73-dac5-4f23-96d4-13abdd6ad93b service neutron] Attempting to bind port b3fe3a39-6193-43da-a740-c99e7fd7355b on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:32:05.688751 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-196a2e73-dac5-4f23-96d4-13abdd6ad93b service neutron] Attempting to bind port b3fe3a39-6193-43da-a740-c99e7fd7355b by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '24665b77-0ffd-4eca-b0e6-79240e0837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be'}] {{(pid=94800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:32:05.689030 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-196a2e73-dac5-4f23-96d4-13abdd6ad93b service neutron] Attempting to bind port b3fe3a39-6193-43da-a740-c99e7fd7355b on network 08ee10b2-2fff-43fe-b79f-30f962cb12be {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:32:05.696902 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-196a2e73-dac5-4f23-96d4-13abdd6ad93b service neutron] Port b3fe3a39-6193-43da-a740-c99e7fd7355b on network 08ee10b2-2fff-43fe-b79f-30f962cb12be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:32:05.697384 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-196a2e73-dac5-4f23-96d4-13abdd6ad93b service neutron] Attempting to bind port b3fe3a39-6193-43da-a740-c99e7fd7355b on network 08ee10b2-2fff-43fe-b79f-30f962cb12be {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:32:05.708103 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-196a2e73-dac5-4f23-96d4-13abdd6ad93b service neutron] Checking agent: {'id': 'eba348e6-0b8a-43b6-acdf-c2678b53c044', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'started_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:32:05.708736 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-196a2e73-dac5-4f23-96d4-13abdd6ad93b service neutron] Checking segment: {'id': '24665b77-0ffd-4eca-b0e6-79240e0837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:32:05.709346 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-196a2e73-dac5-4f23-96d4-13abdd6ad93b service neutron] Bound using segment: {'id': '24665b77-0ffd-4eca-b0e6-79240e0837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be'} {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:32:05.710249 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-196a2e73-dac5-4f23-96d4-13abdd6ad93b service neutron] Bound port: b3fe3a39-6193-43da-a740-c99e7fd7355b, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24665b77-0ffd-4eca-b0e6-79240e0837d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be'}}] {{(pid=94800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:32:05.710908 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-196a2e73-dac5-4f23-96d4-13abdd6ad93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:05.834331 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-196a2e73-dac5-4f23-96d4-13abdd6ad93b service neutron] For port b3fe3a39-6193-43da-a740-c99e7fd7355b, host hv-cinder-80920, cleared binding levels {{(pid=94800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:32:05.840870 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 53934) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:32:05.846582 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-196a2e73-dac5-4f23-96d4-13abdd6ad93b service neutron] For port b3fe3a39-6193-43da-a740-c99e7fd7355b, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b3fe3a39-6193-43da-a740-c99e7fd7355b,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:32:05.926944 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44b3b8b-ffa0-4021-93d5-bd62a245d0a8 admin admin] Deleting subnet 9b34e668-014e-4cf5-a17a-3243541fc52a {{(pid=94799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:32:05.931680 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a44b3b8b-ffa0-4021-93d5-bd62a245d0a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:05.933780 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938afcdf-9944-4115-a77c-91629cf7b645 req-9e6ba4ff-56b7-4185-8592-74c7545fc311 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:05.936274 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-938afcdf-9944-4115-a77c-91629cf7b645 req-9e6ba4ff-56b7-4185-8592-74c7545fc311 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 943 time: 0.0860403 Sep 15 15:32:05.942633 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-196a2e73-dac5-4f23-96d4-13abdd6ad93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:06.006240 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a44b3b8b-ffa0-4021-93d5-bd62a245d0a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9270566'] for subnet, precommit_delete_associations {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:06.021384 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-196a2e73-dac5-4f23-96d4-13abdd6ad93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:06.021384 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-196a2e73-dac5-4f23-96d4-13abdd6ad93b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:06.022215 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-196a2e73-dac5-4f23-96d4-13abdd6ad93b service neutron] 10.222.0.58 "PUT /v2.0/ports/b3fe3a39-6193-43da-a740-c99e7fd7355b HTTP/1.1" status: 200 len: 1094 time: 1.3148396 Sep 15 15:32:06.023027 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec', 'tag': 'b3fe3a39-6193-43da-a740-c99e7fd7355b'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:32:06.027204 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e35920-0eea-435b-a44c-4ceeb5065475" -d '{"events": [{"name": "network-changed", "server_uuid": "49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec", "tag": "b3fe3a39-6193-43da-a740-c99e7fd7355b"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:32:06.081493 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a44b3b8b-ffa0-4021-93d5-bd62a245d0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1523291'] for subnet, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:06.131187 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-938afcdf-9944-4115-a77c-91629cf7b645 req-a59cd23f-5c4b-41f2-869e-49d2af4fc375 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737738 Sep 15 15:32:06.208161 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a2e73-dac5-4f23-96d4-13abdd6ad93b service neutron] Pushing event updated for resources: {'Port': ['ID=b3fe3a39-6193-43da-a740-c99e7fd7355b,revision_number=3']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:06.268332 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc09b17-3e58-4627-878d-3e097e03a381 x-openstack-request-id: req-ebc09b17-3e58-4627-878d-3e097e03a381 {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:32:06.268640 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec", "tag": "b3fe3a39-6193-43da-a740-c99e7fd7355b", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:32:06.268863 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ebc09b17-3e58-4627-878d-3e097e03a381 {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:32:06.269402 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec', 'tag': 'b3fe3a39-6193-43da-a740-c99e7fd7355b', 'status': 'completed', 'code': 200} Sep 15 15:32:06.277789 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a44b3b8b-ffa0-4021-93d5-bd62a245d0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1523276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9314439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9382956'] for subnet, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:06.282586 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-1aa69d80-66df-41ee-bda7-61d1f289c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:06.284724 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-1aa69d80-66df-41ee-bda7-61d1f289c5ab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc084fec0e234562acc43f991b033c39&device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 1097 time: 0.1010807 Sep 15 15:32:06.323856 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b3b8b-ffa0-4021-93d5-bd62a245d0a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b34e668-014e-4cf5-a17a-3243541fc52a,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:06.329790 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a44b3b8b-ffa0-4021-93d5-bd62a245d0a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:06.337312 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-a44b3b8b-ffa0-4021-93d5-bd62a245d0a8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9b34e668-014e-4cf5-a17a-3243541fc52a HTTP/1.1" status: 204 len: 168 time: 0.4945219 Sep 15 15:32:06.338158 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 53946) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:32:06.378619 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-ecf93a7c-d105-4353-b86e-b5069899e294 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3fe3a39-6193-43da-a740-c99e7fd7355b HTTP/1.1" status: 200 len: 217 time: 0.0836704 Sep 15 15:32:06.443131 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4f37f8ab-fb33-4993-bb51-f6c9c61e26c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369514'] for network, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:06.477920 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-c89f68df-321c-49d3-8929-8b13aa7b7670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:06.480254 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-c89f68df-321c-49d3-8929-8b13aa7b7670 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c269f95b-bd52-41fc-a168-8d0b68cfbdb3 HTTP/1.1" status: 200 len: 856 time: 0.0900939 Sep 15 15:32:06.489844 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2269d2-7d33-46c7-9ba4-d25b85242842 req-896f731d-1e14-4cef-9aff-6edd3a803ca4 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:06.494745 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4e2269d2-7d33-46c7-9ba4-d25b85242842 req-896f731d-1e14-4cef-9aff-6edd3a803ca4 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 944 time: 0.1172614 Sep 15 15:32:06.571344 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4f37f8ab-fb33-4993-bb51-f6c9c61e26c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522908', 'neutron.services.segments.db._delete_segments_for_network-8751443108509'] for network, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:06.597337 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4e2269d2-7d33-46c7-9ba4-d25b85242842 req-6661a414-6860-44c1-95f8-610daf9dfd8f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908787 Sep 15 15:32:06.602467 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-299115b4-f37e-4425-a2a9-38abc7a6f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:06.605333 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.services.segments.db [None req-4f37f8ab-fb33-4993-bb51-f6c9c61e26c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5530686d-3b7a-45e2-b0f4-20e56c88af09']}} {{(pid=94799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:32:06.605990 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-299115b4-f37e-4425-a2a9-38abc7a6f737 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=08ee10b2-2fff-43fe-b79f-30f962cb12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1130517 Sep 15 15:32:06.619295 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.services.segments.db [None req-4f37f8ab-fb33-4993-bb51-f6c9c61e26c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c5849c-4221-4df8-bced-0edeaabd6b9c') {'for_net_delete': True} {{(pid=94799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:32:06.619841 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.services.segments.db [None req-4f37f8ab-fb33-4993-bb51-f6c9c61e26c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c5849c-4221-4df8-bced-0edeaabd6b9c') {} {{(pid=94799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:32:06.640083 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4f37f8ab-fb33-4993-bb51-f6c9c61e26c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751443108774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9270573'] for segment, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:06.663271 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4f37f8ab-fb33-4993-bb51-f6c9c61e26c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:06.675234 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f37f8ab-fb33-4993-bb51-f6c9c61e26c3 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:32:06.675774 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4f37f8ab-fb33-4993-bb51-f6c9c61e26c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9314649'] for segment, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: Traceback (most recent call last): Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: timer() Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: cb(*args, **kw) Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: return func(*args, **kwargs) Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: self._notify() Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: self.callback(batched_events) Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: event.method(event) Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: return f(self, *a, **k) Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: return self._get(url).json() Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: return self.request(url, 'GET', **kwargs) Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:32:06.678058 dv-cinder-809201-1-iscsi neutron-server[94799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:32:06.733684 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-95f054f9-3b33-4687-9aca-b62ffa4ed00e service neutron] 10.222.0.58 "GET /v2.0/networks/08ee10b2-2fff-43fe-b79f-30f962cb12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198015 Sep 15 15:32:06.819179 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4f37f8ab-fb33-4993-bb51-f6c9c61e26c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:06.826236 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4f37f8ab-fb33-4993-bb51-f6c9c61e26c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:06.832046 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-4f37f8ab-fb33-4993-bb51-f6c9c61e26c3 admin admin] 10.222.0.54 "DELETE /v2.0/networks/5530686d-3b7a-45e2-b0f4-20e56c88af09 HTTP/1.1" status: 204 len: 168 time: 0.4893827 Sep 15 15:32:06.838404 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9606c1b6-c202-4463-9020-0d2a5d0c96bb req-3c1dfa4f-49de-440c-bbea-3f13ca1e5fea service neutron] 10.222.0.58 "GET /v2.0/networks/08ee10b2-2fff-43fe-b79f-30f962cb12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975323 Sep 15 15:32:06.857102 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37f8ab-fb33-4993-bb51-f6c9c61e26c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5530686d-3b7a-45e2-b0f4-20e56c88af09,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:07.048210 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e35920-0eea-435b-a44c-4ceeb5065475 req-346397a6-4eb6-418c-8a9e-bd15af0e690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:07.049639 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c5e35920-0eea-435b-a44c-4ceeb5065475 req-346397a6-4eb6-418c-8a9e-bd15af0e690a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc084fec0e234562acc43f991b033c39&device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 1097 time: 0.0438080 Sep 15 15:32:07.181327 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e35920-0eea-435b-a44c-4ceeb5065475 req-c6a0ad64-41cd-4bca-b8a4-d3540c91761a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:07.184171 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c5e35920-0eea-435b-a44c-4ceeb5065475 req-c6a0ad64-41cd-4bca-b8a4-d3540c91761a service neutron] 10.222.0.58 "GET /v2.0/networks?id=08ee10b2-2fff-43fe-b79f-30f962cb12be HTTP/1.1" status: 200 len: 918 time: 0.1254249 Sep 15 15:32:07.234314 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c5e35920-0eea-435b-a44c-4ceeb5065475 req-c960f46d-40f5-4624-bc4a-7764a3d2bae7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3fe3a39-6193-43da-a740-c99e7fd7355b HTTP/1.1" status: 200 len: 217 time: 0.0419760 Sep 15 15:32:07.321060 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e35920-0eea-435b-a44c-4ceeb5065475 req-7e4548bb-dfcf-4be8-bce9-703c19ec5866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:07.322598 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c5e35920-0eea-435b-a44c-4ceeb5065475 req-7e4548bb-dfcf-4be8-bce9-703c19ec5866 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c269f95b-bd52-41fc-a168-8d0b68cfbdb3 HTTP/1.1" status: 200 len: 856 time: 0.0573931 Sep 15 15:32:07.332627 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61d5d5-4a04-4ee9-8241-18ec9aaeb1c8 req-ee0bb332-f886-446b-a25e-d682f0dac11e tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:07.334233 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fa61d5d5-4a04-4ee9-8241-18ec9aaeb1c8 req-ee0bb332-f886-446b-a25e-d682f0dac11e tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 943 time: 0.1024845 Sep 15 15:32:07.340899 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 53958) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:32:07.406765 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fa61d5d5-4a04-4ee9-8241-18ec9aaeb1c8 req-ed981c45-30d4-46b7-91ec-a4b96b75a3fa tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580533 Sep 15 15:32:07.412957 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e35920-0eea-435b-a44c-4ceeb5065475 req-3f9ae571-2629-4253-8298-66a55a72fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:07.414501 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c5e35920-0eea-435b-a44c-4ceeb5065475 req-3f9ae571-2629-4253-8298-66a55a72fdbd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=08ee10b2-2fff-43fe-b79f-30f962cb12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767746 Sep 15 15:32:07.420527 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-98203847-3eb4-4875-a453-24d014c7820a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=014eadde13994ef290dfbd41d07b4cae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0779967 Sep 15 15:32:07.423076 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 53960) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:32:07.496377 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c2932e0c-a15a-4509-8d8e-01ffc7af7814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:07.527923 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c2932e0c-a15a-4509-8d8e-01ffc7af7814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:07.531813 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c5e35920-0eea-435b-a44c-4ceeb5065475 req-f7473a18-d838-4aa3-8279-a329ac44f550 service neutron] 10.222.0.58 "GET /v2.0/networks/08ee10b2-2fff-43fe-b79f-30f962cb12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054327 Sep 15 15:32:07.640924 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c5e35920-0eea-435b-a44c-4ceeb5065475 req-4ba50acb-7a59-4bff-a3eb-92a8143a32e7 service neutron] 10.222.0.58 "GET /v2.0/networks/08ee10b2-2fff-43fe-b79f-30f962cb12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012757 Sep 15 15:32:07.704178 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c2932e0c-a15a-4509-8d8e-01ffc7af7814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:07.706843 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c2932e0c-a15a-4509-8d8e-01ffc7af7814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:07.708529 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-c2932e0c-a15a-4509-8d8e-01ffc7af7814 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3bd7e484-6080-4c28-ae89-9d2db1471b84 HTTP/1.1" status: 204 len: 168 time: 0.2843952 Sep 15 15:32:07.720590 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2932e0c-a15a-4509-8d8e-01ffc7af7814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd7e484-6080-4c28-ae89-9d2db1471b84,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:07.760933 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88ecb0-996a-4eae-894e-3ebb79440fe7 req-4d929915-3fd4-4c09-b144-09debbb9d220 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:07.762687 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2e88ecb0-996a-4eae-894e-3ebb79440fe7 req-4d929915-3fd4-4c09-b144-09debbb9d220 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 944 time: 0.0725293 Sep 15 15:32:07.813452 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2e88ecb0-996a-4eae-894e-3ebb79440fe7 req-bbe56969-dfb1-44fb-af6f-e250abd39be3 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396130 Sep 15 15:32:08.200710 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device b3fe3a39-6193-43da-a740-c99e7fd7355b details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:32:08.348239 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port b3fe3a39-6193-43da-a740-c99e7fd7355b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b3fe3a39-6193-43da-a740-c99e7fd7355b,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:32:08.361451 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Returning: {'device': 'b3fe3a39-6193-43da-a740-c99e7fd7355b', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'port_id': 'b3fe3a39-6193-43da-a740-c99e7fd7355b', 'mac_address': 'fa:16:3e:fb:74:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:32:08.405009 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:08.419721 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3fe3a39-6193-43da-a740-c99e7fd7355b {{(pid=94801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:32:08.440830 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port b3fe3a39-6193-43da-a740-c99e7fd7355b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b3fe3a39-6193-43da-a740-c99e7fd7355b,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:32:08.509932 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:08.571555 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=b3fe3a39-6193-43da-a740-c99e7fd7355b,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:08.581409 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fd2e2-1961-4f8a-8235-56df211fad53 req-48ba0c11-d581-496f-b8e5-62edabc1fdde tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:08.583066 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c75fd2e2-1961-4f8a-8235-56df211fad53 req-48ba0c11-d581-496f-b8e5-62edabc1fdde tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 943 time: 0.0604055 Sep 15 15:32:08.651112 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c75fd2e2-1961-4f8a-8235-56df211fad53 req-6583db59-6186-423f-8681-be7ac0997368 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543294 Sep 15 15:32:08.791479 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['b3fe3a39-6193-43da-a740-c99e7fd7355b'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:32:08.970082 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9939e-9739-4b6d-abb5-fb832a86eedc req-5f82330d-8f48-46bb-bf71-9e1a7c2ada6f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:08.971798 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1bc9939e-9739-4b6d-abb5-fb832a86eedc req-5f82330d-8f48-46bb-bf71-9e1a7c2ada6f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 945 time: 0.0613799 Sep 15 15:32:09.015511 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1bc9939e-9739-4b6d-abb5-fb832a86eedc req-7c52c122-bb7b-4871-b7f6-6c14ce15817d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368962 Sep 15 15:32:09.779940 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583ce69-5835-4ee8-af3d-8676462fa573 req-a18cec94-864d-4d06-8823-3bd353d52947 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:09.781526 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b583ce69-5835-4ee8-af3d-8676462fa573 req-a18cec94-864d-4d06-8823-3bd353d52947 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 943 time: 0.0561616 Sep 15 15:32:09.829304 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b583ce69-5835-4ee8-af3d-8676462fa573 req-484cbb46-b13d-46a6-a734-7cb0269880f8 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364435 Sep 15 15:32:10.150552 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a532b-7ed7-45f8-8244-f5a687b1e679 req-8e3743b2-5e9f-4ade-9abd-209ed79aa65c tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:10.152809 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7b6a532b-7ed7-45f8-8244-f5a687b1e679 req-8e3743b2-5e9f-4ade-9abd-209ed79aa65c tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 945 time: 0.0560617 Sep 15 15:32:10.197846 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device b3fe3a39-6193-43da-a740-c99e7fd7355b up at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:32:10.211298 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7b6a532b-7ed7-45f8-8244-f5a687b1e679 req-ac9a0335-0bb2-4149-b6c9-18b2b3e783d0 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509119 Sep 15 15:32:10.361931 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning for port b3fe3a39-6193-43da-a740-c99e7fd7355b completed by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:32:10.367116 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning complete for port b3fe3a39-6193-43da-a740-c99e7fd7355b triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:32:10.367562 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:10.457503 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:10.486318 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fe3a39-6193-43da-a740-c99e7fd7355b'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:32:10.488699 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd6855a-09f9-43f9-b2f4-25d58539ecf2" -d '{"events": [{"server_uuid": "49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec", "name": "network-vif-plugged", "status": "completed", "tag": "b3fe3a39-6193-43da-a740-c99e7fd7355b"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:32:10.504943 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port b3fe3a39-6193-43da-a740-c99e7fd7355b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b3fe3a39-6193-43da-a740-c99e7fd7355b,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:32:10.531858 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dfcf0d-14d8-424b-a74a-aabfa718450a x-openstack-request-id: req-c2dfcf0d-14d8-424b-a74a-aabfa718450a {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:32:10.532279 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec", "name": "network-vif-plugged", "status": "completed", "tag": "b3fe3a39-6193-43da-a740-c99e7fd7355b", "code": 200}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:32:10.532670 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c2dfcf0d-14d8-424b-a74a-aabfa718450a {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:32:10.533263 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fe3a39-6193-43da-a740-c99e7fd7355b', 'code': 200} Sep 15 15:32:10.591356 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:10.650954 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=b3fe3a39-6193-43da-a740-c99e7fd7355b,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:10.928828 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35017559-0ce3-41a8-a7ce-40b463c21652 req-1e2978c1-a8f0-467a-99fa-9e6d5c1f05b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:10.931358 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-35017559-0ce3-41a8-a7ce-40b463c21652 req-1e2978c1-a8f0-467a-99fa-9e6d5c1f05b3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 1099 time: 0.0663712 Sep 15 15:32:11.003797 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-35017559-0ce3-41a8-a7ce-40b463c21652 req-1a9d6a2a-ee78-4cf6-abe8-12e5aec21004 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649819 Sep 15 15:32:11.017648 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a8abd-8bfd-4e3d-9729-cf495f410127 req-1066404d-6a12-4531-8729-30bc2abedebe tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:11.019292 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-050a8abd-8bfd-4e3d-9729-cf495f410127 req-1066404d-6a12-4531-8729-30bc2abedebe tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 943 time: 0.0742338 Sep 15 15:32:11.060966 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-050a8abd-8bfd-4e3d-9729-cf495f410127 req-aa2475a1-6f6e-46f1-8ecb-b3719b48e992 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353305 Sep 15 15:32:11.344369 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdde81-d875-428d-a5b1-a17af5a7dd31 req-a63119df-8fb0-42dd-8032-b0b7fea5a132 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:11.346275 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-3dbdde81-d875-428d-a5b1-a17af5a7dd31 req-a63119df-8fb0-42dd-8032-b0b7fea5a132 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 946 time: 0.0541878 Sep 15 15:32:11.390656 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-3dbdde81-d875-428d-a5b1-a17af5a7dd31 req-6f4dc39b-f9c6-4627-b195-6a5e2b9c0c35 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380032 Sep 15 15:32:12.203308 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:32:12.216810 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946fd6c-e99d-451e-a47a-cedcf0aad5fd req-7c951849-05c1-46b1-b8bc-e87c511304c6 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:12.219082 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0946fd6c-e99d-451e-a47a-cedcf0aad5fd req-7c951849-05c1-46b1-b8bc-e87c511304c6 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 943 time: 0.0634325 Sep 15 15:32:12.277567 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0946fd6c-e99d-451e-a47a-cedcf0aad5fd req-8640ea9f-fe56-4915-9201-ee9d1ed9bead tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497036 Sep 15 15:32:12.322824 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=5e0ec3b4-5019-4fc4-b60f-1834190ff4cd,segment=NetworkSegment(3c78ee22-b0a1-4940-bd51-53e6eb9312f3),segment_id=3c78ee22-b0a1-4940-bd51-53e6eb9312f3)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:32:12.335982 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Returning: {'device': '5e0ec3b4-5019-4fc4-b60f-1834190ff4cd', 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f', 'port_id': '5e0ec3b4-5019-4fc4-b60f-1834190ff4cd', 'mac_address': 'fa:16:3e:71:c7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '000bea8b-e21b-480f-8d43-672c69a338fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:32:12.378103 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:12.397798 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd {{(pid=94801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:32:12.421164 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=5e0ec3b4-5019-4fc4-b60f-1834190ff4cd,segment=NetworkSegment(3c78ee22-b0a1-4940-bd51-53e6eb9312f3),segment_id=3c78ee22-b0a1-4940-bd51-53e6eb9312f3)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:32:12.572672 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:12.644141 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=5e0ec3b4-5019-4fc4-b60f-1834190ff4cd,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:12.789734 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d93ee-3345-4b54-965b-51ce40827de1 req-c1f1b542-b780-4cf3-9784-1f6d32259f8a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:12.791348 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-135d93ee-3345-4b54-965b-51ce40827de1 req-c1f1b542-b780-4cf3-9784-1f6d32259f8a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 946 time: 0.3238196 Sep 15 15:32:12.832487 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-135d93ee-3345-4b54-965b-51ce40827de1 req-dcfad026-8698-47b3-9398-dbc7004bf8b9 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342793 Sep 15 15:32:12.866884 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['5e0ec3b4-5019-4fc4-b60f-1834190ff4cd'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:32:13.411825 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f348ce-6231-4d9e-993b-417eca22f589 req-4d0a379c-45ca-45c1-835e-33aa27e08f51 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:13.413438 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-11f348ce-6231-4d9e-993b-417eca22f589 req-4d0a379c-45ca-45c1-835e-33aa27e08f51 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 944 time: 0.0534601 Sep 15 15:32:13.461499 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-11f348ce-6231-4d9e-993b-417eca22f589 req-2c8ac0d5-f788-4471-b86d-e95f1ebf330e tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367234 Sep 15 15:32:13.963513 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bd2f5-24d7-423a-90ad-d9a56d965af8 req-ff2346aa-40b3-48b8-8771-17cc6e46fefc tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:13.965814 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c35bd2f5-24d7-423a-90ad-d9a56d965af8 req-ff2346aa-40b3-48b8-8771-17cc6e46fefc tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 946 time: 0.0550513 Sep 15 15:32:14.016552 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c35bd2f5-24d7-423a-90ad-d9a56d965af8 req-8c400a02-2188-460e-bba0-45207f382610 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402064 Sep 15 15:32:14.150393 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d92ef-3cb2-4e88-b480-2d5d9c808d6f req-85562c22-0223-472a-9841-74b31a8e03f2 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:14.153293 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-673d92ef-3cb2-4e88-b480-2d5d9c808d6f req-85562c22-0223-472a-9841-74b31a8e03f2 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 946 time: 0.0569375 Sep 15 15:32:14.165896 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 54002) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:32:14.172835 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-5333f084-f401-4faf-a3a7-bd1d23510a32 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Request body: {'floatingip': {'port_id': 'b3fe3a39-6193-43da-a740-c99e7fd7355b'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:32:14.213303 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd up at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:32:14.349969 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning for port 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd completed by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:32:14.355960 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning complete for port 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:32:14.356460 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:14.464297 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:14.495314 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7189ee-c6e4-4c1e-8c12-c63ee260e26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0ec3b4-5019-4fc4-b60f-1834190ff4cd'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:32:14.499937 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a85262b-abcf-4680-aade-dd4710fc2d2c" -d '{"events": [{"server_uuid": "2e7189ee-c6e4-4c1e-8c12-c63ee260e26a", "name": "network-vif-plugged", "status": "completed", "tag": "5e0ec3b4-5019-4fc4-b60f-1834190ff4cd"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:32:14.524923 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=5e0ec3b4-5019-4fc4-b60f-1834190ff4cd,segment=NetworkSegment(3c78ee22-b0a1-4940-bd51-53e6eb9312f3),segment_id=3c78ee22-b0a1-4940-bd51-53e6eb9312f3)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:32:14.544600 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-5333f084-f401-4faf-a3a7-bd1d23510a32 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for floatingip, before_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:14.570410 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f4bcce-5855-4146-b8c9-029020af0c2c x-openstack-request-id: req-80f4bcce-5855-4146-b8c9-029020af0c2c {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:32:14.571477 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7189ee-c6e4-4c1e-8c12-c63ee260e26a", "name": "network-vif-plugged", "status": "completed", "tag": "5e0ec3b4-5019-4fc4-b60f-1834190ff4cd", "code": 200}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:32:14.571918 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-80f4bcce-5855-4146-b8c9-029020af0c2c {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:32:14.572443 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7189ee-c6e4-4c1e-8c12-c63ee260e26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0ec3b4-5019-4fc4-b60f-1834190ff4cd', 'code': 200} Sep 15 15:32:14.623977 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:14.696377 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffb894-bd07-488d-b92f-1d99ba2b2239 req-42f63777-3c99-4506-994d-152998b3e200 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:14.701191 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0dffb894-bd07-488d-b92f-1d99ba2b2239 req-42f63777-3c99-4506-994d-152998b3e200 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 944 time: 0.1016665 Sep 15 15:32:14.710599 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=5e0ec3b4-5019-4fc4-b60f-1834190ff4cd,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:14.786148 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0dffb894-bd07-488d-b92f-1d99ba2b2239 req-80aebd3b-ed45-4386-84aa-7a851337577b tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731423 Sep 15 15:32:15.190110 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111b458-3113-4396-b2f4-d7357ec04be0 req-12f2f96d-a473-45e8-aa48-1601d4c951d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:15.193151 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2111b458-3113-4396-b2f4-d7357ec04be0 req-12f2f96d-a473-45e8-aa48-1601d4c951d4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 1098 time: 0.0761378 Sep 15 15:32:15.256446 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2111b458-3113-4396-b2f4-d7357ec04be0 req-e47e2537-7d5a-4386-8a4f-9f0c21ba6f9a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550909 Sep 15 15:32:15.530252 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-5333f084-f401-4faf-a3a7-bd1d23510a32 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:15.601817 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-5333f084-f401-4faf-a3a7-bd1d23510a32 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:15.717178 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.db.l3_db [None req-5333f084-f401-4faf-a3a7-bd1d23510a32 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Floating IP 78ca3328-f4a5-4c24-9e22-874f1ed677d0 associated. External IP: 172.27.3.127, port: b3fe3a39-6193-43da-a740-c99e7fd7355b. Sep 15 15:32:15.956389 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5824787-d34a-45a2-b3e3-c0027bd0a2ef req-35e9d381-61be-446b-bc26-34f2ab3b4e0a tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:15.958063 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c5824787-d34a-45a2-b3e3-c0027bd0a2ef req-35e9d381-61be-446b-bc26-34f2ab3b4e0a tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 945 time: 0.0604882 Sep 15 15:32:16.001988 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c5824787-d34a-45a2-b3e3-c0027bd0a2ef req-e48f5f47-7b55-442d-970b-883f51c120ec tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349736 Sep 15 15:32:16.014554 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5333f084-f401-4faf-a3a7-bd1d23510a32 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Router a6909325-84f9-4c72-aa50-e772499bd7ef has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:32:16.220992 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5333f084-f401-4faf-a3a7-bd1d23510a32 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:32:16.225720 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-5333f084-f401-4faf-a3a7-bd1d23510a32 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for floatingip, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:16.234592 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e99670f-692c-4b99-9da6-850ffedeb8f9 None None] Sync routers for ids ['a6909325-84f9-4c72-aa50-e772499bd7ef'] in dv-cinder-809201-1-iscsi {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:32:16.247066 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e99670f-692c-4b99-9da6-850ffedeb8f9 None None] Routers {'a6909325-84f9-4c72-aa50-e772499bd7ef'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:32:16.247920 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-0e99670f-692c-4b99-9da6-850ffedeb8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:31:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['a6909325-84f9-4c72-aa50-e772499bd7ef'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:32:16.268596 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-5333f084-f401-4faf-a3a7-bd1d23510a32 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "PUT /v2.0/floatingips/78ca3328-f4a5-4c24-9e22-874f1ed677d0 HTTP/1.1" status: 200 len: 992 time: 2.1000085 Sep 15 15:32:16.269518 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec', 'tag': 'b3fe3a39-6193-43da-a740-c99e7fd7355b'}] {{(pid=94799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:32:16.273145 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caaf3dc35d391ee5789c70ae145b39738e2d95c5e07cc5749919ddff6cc97c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715c4e65-b143-4305-b399-9791903726e7" -d '{"events": [{"name": "network-changed", "server_uuid": "49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec", "tag": "b3fe3a39-6193-43da-a740-c99e7fd7355b"}]}' {{(pid=94799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:32:16.365155 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf524d77-02b3-42dc-a22a-b1431b456376 x-openstack-request-id: req-cf524d77-02b3-42dc-a22a-b1431b456376 {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:32:16.365622 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec", "tag": "b3fe3a39-6193-43da-a740-c99e7fd7355b", "status": "completed", "code": 200}]} {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:32:16.366010 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cf524d77-02b3-42dc-a22a-b1431b456376 {{(pid=94799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:32:16.366642 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec', 'tag': 'b3fe3a39-6193-43da-a740-c99e7fd7355b', 'status': 'completed', 'code': 200} Sep 15 15:32:16.392157 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-0e99670f-692c-4b99-9da6-850ffedeb8f9 None None] Set router a6909325-84f9-4c72-aa50-e772499bd7ef gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:32:16.474675 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c4e65-b143-4305-b399-9791903726e7 req-08765c35-15e1-41fd-8b2d-048619c84b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:16.477426 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-715c4e65-b143-4305-b399-9791903726e7 req-08765c35-15e1-41fd-8b2d-048619c84b44 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc084fec0e234562acc43f991b033c39&device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 1099 time: 0.0672014 Sep 15 15:32:16.636815 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c4e65-b143-4305-b399-9791903726e7 req-d9c7785b-b9bc-47d5-88e4-0732d990f215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:16.639380 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-715c4e65-b143-4305-b399-9791903726e7 req-d9c7785b-b9bc-47d5-88e4-0732d990f215 service neutron] 10.222.0.58 "GET /v2.0/networks?id=08ee10b2-2fff-43fe-b79f-30f962cb12be HTTP/1.1" status: 200 len: 918 time: 0.1403720 Sep 15 15:32:16.752921 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-715c4e65-b143-4305-b399-9791903726e7 req-021436f4-3d1a-4f81-8bec-8e36ecec16d0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3fe3a39-6193-43da-a740-c99e7fd7355b HTTP/1.1" status: 200 len: 1000 time: 0.1001768 Sep 15 15:32:16.758179 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-0e99670f-692c-4b99-9da6-850ffedeb8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1520171669-router', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:18Z', 'updated_at': '2021-09-15T15:27:25Z', 'revision_number': 4, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'gw_port': {'id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:19Z', 'updated_at': '2021-09-15T15:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': '78ca3328-f4a5-4c24-9e22-874f1ed677d0', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'port_id': 'b3fe3a39-6193-43da-a740-c99e7fd7355b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'mac_address': 'fa:16:3e:fb:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:31:57Z', 'updated_at': '2021-09-15T15:32:15Z', 'revision_number': 1, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '077b5012-c365-412f-a6da-2c507632c672', 'name': '', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'mac_address': 'fa:16:3e:d7:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:24Z', 'updated_at': '2021-09-15T15:27:32Z', 'revision_number': 5, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'subnets': [{'id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:32:16.787316 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e99670f-692c-4b99-9da6-850ffedeb8f9 None None] Checking router: a6909325-84f9-4c72-aa50-e772499bd7ef for host: dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:32:16.799008 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e99670f-692c-4b99-9da6-850ffedeb8f9 None None] Routers {'a6909325-84f9-4c72-aa50-e772499bd7ef'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:32:16.800191 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-0e99670f-692c-4b99-9da6-850ffedeb8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:31:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['a6909325-84f9-4c72-aa50-e772499bd7ef'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:32:16.820760 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c4e65-b143-4305-b399-9791903726e7 req-41a8c033-7c11-4757-8eb6-fe3d1ffb01a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:16.823741 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-715c4e65-b143-4305-b399-9791903726e7 req-41a8c033-7c11-4757-8eb6-fe3d1ffb01a7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c269f95b-bd52-41fc-a168-8d0b68cfbdb3 HTTP/1.1" status: 200 len: 856 time: 0.0605257 Sep 15 15:32:16.909550 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c4e65-b143-4305-b399-9791903726e7 req-bd85a214-c291-4d6f-ba88-55f07e487f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:16.911255 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-715c4e65-b143-4305-b399-9791903726e7 req-bd85a214-c291-4d6f-ba88-55f07e487f4a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=08ee10b2-2fff-43fe-b79f-30f962cb12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706360 Sep 15 15:32:16.947675 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-0e99670f-692c-4b99-9da6-850ffedeb8f9 None None] Set router a6909325-84f9-4c72-aa50-e772499bd7ef gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:32:16.965861 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:32:17.085533 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-715c4e65-b143-4305-b399-9791903726e7 req-85e29312-df4a-4455-b99d-b7e238c3335d service neutron] 10.222.0.58 "GET /v2.0/networks/08ee10b2-2fff-43fe-b79f-30f962cb12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642604 Sep 15 15:32:17.255865 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ddf19-ad03-4a29-af93-4bdbc1c99600 req-0e1dedb8-9a7b-4a4e-b6f0-320d7b21198a tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:17.257494 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f93ddf19-ad03-4a29-af93-4bdbc1c99600 req-0e1dedb8-9a7b-4a4e-b6f0-320d7b21198a tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 945 time: 0.1289735 Sep 15 15:32:17.283265 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-715c4e65-b143-4305-b399-9791903726e7 req-19319362-f9f2-49b4-b217-0c89bb544407 service neutron] 10.222.0.58 "GET /v2.0/networks/08ee10b2-2fff-43fe-b79f-30f962cb12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867695 Sep 15 15:32:17.479122 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-0e99670f-692c-4b99-9da6-850ffedeb8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1520171669-router', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:18Z', 'updated_at': '2021-09-15T15:27:25Z', 'revision_number': 4, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'gw_port': {'id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:19Z', 'updated_at': '2021-09-15T15:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': '78ca3328-f4a5-4c24-9e22-874f1ed677d0', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'port_id': 'b3fe3a39-6193-43da-a740-c99e7fd7355b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'mac_address': 'fa:16:3e:fb:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:31:57Z', 'updated_at': '2021-09-15T15:32:15Z', 'revision_number': 1, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '077b5012-c365-412f-a6da-2c507632c672', 'name': '', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'mac_address': 'fa:16:3e:d7:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:24Z', 'updated_at': '2021-09-15T15:27:32Z', 'revision_number': 5, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'subnets': [{'id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:32:17.521755 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e99670f-692c-4b99-9da6-850ffedeb8f9 None None] The sync data for ids ['a6909325-84f9-4c72-aa50-e772499bd7ef'] in dv-cinder-809201-1-iscsi is: [{'id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1520171669-router', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:18Z', 'updated_at': '2021-09-15T15:27:25Z', 'revision_number': 4, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'gw_port': {'id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:19Z', 'updated_at': '2021-09-15T15:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': '78ca3328-f4a5-4c24-9e22-874f1ed677d0', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'port_id': 'b3fe3a39-6193-43da-a740-c99e7fd7355b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'mac_address': 'fa:16:3e:fb:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:31:57Z', 'updated_at': '2021-09-15T15:32:15Z', 'revision_number': 1, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '077b5012-c365-412f-a6da-2c507632c672', 'name': '', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'mac_address': 'fa:16:3e:d7:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:24Z', 'updated_at': '2021-09-15T15:27:32Z', 'revision_number': 5, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'subnets': [{'id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:32:17.628511 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f93ddf19-ad03-4a29-af93-4bdbc1c99600 req-251bc0d3-d843-4a5a-adda-18c77e20b1af tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3598807 Sep 15 15:32:17.741791 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d91884-7664-4980-b7d9-52b714689a4e None None] New status for floating IP 78ca3328-f4a5-4c24-9e22-874f1ed677d0: ACTIVE {{(pid=94802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:32:17.846517 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c86f16-f72c-4232-bcd9-6cd35b8eeee3 req-0bcb459e-4cdd-4777-8518-ab4b1b369451 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:17.848158 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-51c86f16-f72c-4232-bcd9-6cd35b8eeee3 req-0bcb459e-4cdd-4777-8518-ab4b1b369451 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 945 time: 0.1304932 Sep 15 15:32:17.898101 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-51c86f16-f72c-4232-bcd9-6cd35b8eeee3 req-b10c7cb1-f4b3-49f9-b627-16390e0726a4 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388441 Sep 15 15:32:17.919923 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 54046) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:32:18.121979 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f320566a-a99f-4188-a2b2-a22b07c3e330 tempest-TestShelveInstance-1156441172 tempest-TestShelveInstance-1156441172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:18.124815 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-f320566a-a99f-4188-a2b2-a22b07c3e330 tempest-TestShelveInstance-1156441172 tempest-TestShelveInstance-1156441172-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 1093 time: 0.2034671 Sep 15 15:32:18.128658 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 54054) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:32:18.136164 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-6ddb0c40-6711-4016-8edf-34a570576641 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Request body: {'floatingip': {'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'port_id': '5e0ec3b4-5019-4fc4-b60f-1834190ff4cd', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:32:18.314270 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6ddb0c40-6711-4016-8edf-34a570576641 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for floatingip, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:18.436391 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-597f3688-c826-403f-be80-aa3b9b84915d tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:18.437887 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-597f3688-c826-403f-be80-aa3b9b84915d tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/networks?id=aafab9d9-a970-4816-a7d4-0195c7143c77 HTTP/1.1" status: 200 len: 815 time: 0.1499524 Sep 15 15:32:18.482845 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-d9db280b-987d-4806-9eaa-07de6b588ddb tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/quotas/4b68e966265a499ba7f895c8a61e593c HTTP/1.1" status: 200 len: 375 time: 0.0197563 Sep 15 15:32:18.545646 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6ddb0c40-6711-4016-8edf-34a570576641 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:18.571716 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-44a4bc43-42a6-4102-840f-7431ae455f91 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4b68e966265a499ba7f895c8a61e593c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0810001 Sep 15 15:32:18.778174 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_common [None req-6ddb0c40-6711-4016-8edf-34a570576641 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Allocated IP 172.27.3.49 (70862140-ffde-47fa-81bd-8f9d99919982/7ac39d78-6dff-4eb9-9797-5a3cc8acd948/997eabd3-c561-42a3-92e9-43866270e38e) {{(pid=94800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:32:18.778174 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-bf6beb32-30e8-4107-a8d4-54804dd7ad77 service neutron] 10.222.0.54 "GET /v2.0/networks/aafab9d9-a970-4816-a7d4-0195c7143c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729617 Sep 15 15:32:18.991648 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-a11736c8-a928-4f12-b76f-3cccad21fcea service neutron] 10.222.0.54 "GET /v2.0/networks/aafab9d9-a970-4816-a7d4-0195c7143c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729350 Sep 15 15:32:18.996707 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6ddb0c40-6711-4016-8edf-34a570576641 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for port, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:19.201673 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6ddb0c40-6711-4016-8edf-34a570576641 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:19.245290 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddb0c40-6711-4016-8edf-34a570576641 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Network 70862140-ffde-47fa-81bd-8f9d99919982 is already hosted by enough agents. {{(pid=94800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:32:19.248885 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [None req-6ddb0c40-6711-4016-8edf-34a570576641 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Resources bound (agent type, host, resource id): {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:32:19.255356 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddb0c40-6711-4016-8edf-34a570576641 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Received port after_create {{(pid=94800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:32:19.280583 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb0c40-6711-4016-8edf-34a570576641 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Pushing event updated for resources: {'Port': ['ID=997eabd3-c561-42a3-92e9-43866270e38e,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:19.390247 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-baf24ab8-220d-42d6-9e2d-c123a4405e7a req-e3316db5-21b1-4255-bdb0-a2a2df67b6db tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=40152e73-f4f1-4d15-9b79-ced2a0739d26 HTTP/1.1" status: 200 len: 210 time: 0.0779865 Sep 15 15:32:19.803352 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6ddb0c40-6711-4016-8edf-34a570576641 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:19.944419 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6ddb0c40-6711-4016-8edf-34a570576641 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:20.180824 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6ddb0c40-6711-4016-8edf-34a570576641 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for port, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:20.264023 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6ddb0c40-6711-4016-8edf-34a570576641 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:20.339779 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb0c40-6711-4016-8edf-34a570576641 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Pushing event updated for resources: {'Port': ['ID=997eabd3-c561-42a3-92e9-43866270e38e,revision_number=2']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:20.353864 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6ddb0c40-6711-4016-8edf-34a570576641 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:20.468224 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.db.l3_db [None req-6ddb0c40-6711-4016-8edf-34a570576641 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Floating IP 24b923d4-9a47-4d5f-a458-1d39fce4ef87 associated. External IP: 172.27.3.49, port: 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd. Sep 15 15:32:20.540237 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ab9e4865-d807-4058-994e-4d4d06dc4cd7 req-fe63e187-249b-44ef-abc9-19763fd48f4e tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=40152e73-f4f1-4d15-9b79-ced2a0739d26 HTTP/1.1" status: 200 len: 210 time: 0.0365164 Sep 15 15:32:20.756112 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ddb0c40-6711-4016-8edf-34a570576641 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Router 0b47ddcf-b1db-441e-8560-38c77674ee76 has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:32:20.920613 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddb0c40-6711-4016-8edf-34a570576641 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:32:20.935037 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841030a0-e867-4060-8157-3b8e7a4198ca None None] Sync routers for ids ['0b47ddcf-b1db-441e-8560-38c77674ee76'] in dv-cinder-809201-1-iscsi {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:32:20.947316 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841030a0-e867-4060-8157-3b8e7a4198ca None None] Routers {'0b47ddcf-b1db-441e-8560-38c77674ee76'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:32:20.948390 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-841030a0-e867-4060-8157-3b8e7a4198ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:31:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['0b47ddcf-b1db-441e-8560-38c77674ee76'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:32:21.023191 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6ddb0c40-6711-4016-8edf-34a570576641 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for floatingip, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:21.053345 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-6ddb0c40-6711-4016-8edf-34a570576641 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9232421 Sep 15 15:32:21.054043 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7189ee-c6e4-4c1e-8c12-c63ee260e26a', 'tag': '5e0ec3b4-5019-4fc4-b60f-1834190ff4cd'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:32:21.056511 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b0f711-f753-40d3-8fc4-17ff378ad432" -d '{"events": [{"name": "network-changed", "server_uuid": "2e7189ee-c6e4-4c1e-8c12-c63ee260e26a", "tag": "5e0ec3b4-5019-4fc4-b60f-1834190ff4cd"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:32:21.079373 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-841030a0-e867-4060-8157-3b8e7a4198ca None None] Set router 0b47ddcf-b1db-441e-8560-38c77674ee76 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:32:21.097255 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b642d3d4-432f-4d5e-ae5a-c408cbfdf44d x-openstack-request-id: req-b642d3d4-432f-4d5e-ae5a-c408cbfdf44d {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:32:21.097762 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e7189ee-c6e4-4c1e-8c12-c63ee260e26a", "tag": "5e0ec3b4-5019-4fc4-b60f-1834190ff4cd", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:32:21.098359 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b642d3d4-432f-4d5e-ae5a-c408cbfdf44d {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:32:21.099212 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7189ee-c6e4-4c1e-8c12-c63ee260e26a', 'tag': '5e0ec3b4-5019-4fc4-b60f-1834190ff4cd', 'status': 'completed', 'code': 200} Sep 15 15:32:21.180280 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0f711-f753-40d3-8fc4-17ff378ad432 req-92aaefa6-340a-4692-ad57-6433b5efc408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:21.182043 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-73b0f711-f753-40d3-8fc4-17ff378ad432 req-92aaefa6-340a-4692-ad57-6433b5efc408 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=81043ff5755b4a8aa7089fdf5cc0b178&device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 1098 time: 0.0502708 Sep 15 15:32:21.383707 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-841030a0-e867-4060-8157-3b8e7a4198ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'name': 'tempest-TestShelveInstance-1520986312-router', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '5b3c6e69-d797-4292-90b3-09080c7faeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:13Z', 'updated_at': '2021-09-15T15:31:18Z', 'revision_number': 4, 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'gw_port': {'id': '5b3c6e69-d797-4292-90b3-09080c7faeac', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:14Z', 'updated_at': '2021-09-15T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': '24b923d4-9a47-4d5f-a458-1d39fce4ef87', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'port_id': '5e0ec3b4-5019-4fc4-b60f-1834190ff4cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f', 'mac_address': 'fa:16:3e:71:c7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7189ee-c6e4-4c1e-8c12-c63ee260e26a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:32:19Z', 'updated_at': '2021-09-15T15:32:19Z', 'revision_number': 0, 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c283e6a9-fcad-4041-b889-1231435a91cd', 'name': '', 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'mac_address': 'fa:16:3e:76:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '000bea8b-e21b-480f-8d43-672c69a338fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:17Z', 'updated_at': '2021-09-15T15:31:22Z', 'revision_number': 5, 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'subnets': [{'id': '000bea8b-e21b-480f-8d43-672c69a338fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:32:21.412687 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841030a0-e867-4060-8157-3b8e7a4198ca None None] Checking router: 0b47ddcf-b1db-441e-8560-38c77674ee76 for host: dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:32:21.423428 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841030a0-e867-4060-8157-3b8e7a4198ca None None] Routers {'0b47ddcf-b1db-441e-8560-38c77674ee76'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:32:21.424072 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-841030a0-e867-4060-8157-3b8e7a4198ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:31:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['0b47ddcf-b1db-441e-8560-38c77674ee76'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:32:21.558707 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-841030a0-e867-4060-8157-3b8e7a4198ca None None] Set router 0b47ddcf-b1db-441e-8560-38c77674ee76 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:32:21.592143 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0f711-f753-40d3-8fc4-17ff378ad432 req-46fbe473-80fb-4ab5-a415-50e387448ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:21.593929 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-73b0f711-f753-40d3-8fc4-17ff378ad432 req-46fbe473-80fb-4ab5-a415-50e387448ef7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4802773a-3b03-40d5-8d08-27f23bcc704f HTTP/1.1" status: 200 len: 910 time: 0.4036534 Sep 15 15:32:21.651597 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-ce935359-c8c3-4e5d-aba1-e16632480b06 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:21.653096 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-ce935359-c8c3-4e5d-aba1-e16632480b06 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.58 "GET /v2.0/networks?id=aafab9d9-a970-4816-a7d4-0195c7143c77 HTTP/1.1" status: 200 len: 815 time: 0.1373539 Sep 15 15:32:21.675054 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-c65b177f-8273-49e4-b955-fc900e9044fc tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Request body: {'port': {'device_id': '40152e73-f4f1-4d15-9b79-ced2a0739d26', 'network_id': 'aafab9d9-a970-4816-a7d4-0195c7143c77', 'admin_state_up': True, 'tenant_id': '4b68e966265a499ba7f895c8a61e593c'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:32:21.737594 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c369cf72-e1f2-4d89-bd8a-cf2e007d8e56 req-94d59121-cbf4-460d-a8b3-ad6e1fb3af8b tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=40152e73-f4f1-4d15-9b79-ced2a0739d26 HTTP/1.1" status: 200 len: 210 time: 0.0618634 Sep 15 15:32:21.753063 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-73b0f711-f753-40d3-8fc4-17ff378ad432 req-0894ca68-6b77-4429-8974-cf1cfe19fe73 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e0ec3b4-5019-4fc4-b60f-1834190ff4cd HTTP/1.1" status: 200 len: 998 time: 0.1499307 Sep 15 15:32:21.824743 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0f711-f753-40d3-8fc4-17ff378ad432 req-98fe2c37-cf5f-45c8-aac8-7cd9c70d2263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:21.826450 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-73b0f711-f753-40d3-8fc4-17ff378ad432 req-98fe2c37-cf5f-45c8-aac8-7cd9c70d2263 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=000bea8b-e21b-480f-8d43-672c69a338fc HTTP/1.1" status: 200 len: 848 time: 0.0649011 Sep 15 15:32:21.877165 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0f711-f753-40d3-8fc4-17ff378ad432 req-3278dd36-733a-40b9-8558-6064dc49625c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:21.879426 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-73b0f711-f753-40d3-8fc4-17ff378ad432 req-3278dd36-733a-40b9-8558-6064dc49625c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4802773a-3b03-40d5-8d08-27f23bcc704f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456481 Sep 15 15:32:21.924277 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-841030a0-e867-4060-8157-3b8e7a4198ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'name': 'tempest-TestShelveInstance-1520986312-router', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '5b3c6e69-d797-4292-90b3-09080c7faeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:13Z', 'updated_at': '2021-09-15T15:31:18Z', 'revision_number': 4, 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'gw_port': {'id': '5b3c6e69-d797-4292-90b3-09080c7faeac', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:14Z', 'updated_at': '2021-09-15T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': '24b923d4-9a47-4d5f-a458-1d39fce4ef87', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'port_id': '5e0ec3b4-5019-4fc4-b60f-1834190ff4cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f', 'mac_address': 'fa:16:3e:71:c7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7189ee-c6e4-4c1e-8c12-c63ee260e26a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:32:19Z', 'updated_at': '2021-09-15T15:32:19Z', 'revision_number': 0, 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c283e6a9-fcad-4041-b889-1231435a91cd', 'name': '', 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'mac_address': 'fa:16:3e:76:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '000bea8b-e21b-480f-8d43-672c69a338fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:17Z', 'updated_at': '2021-09-15T15:31:22Z', 'revision_number': 5, 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'subnets': [{'id': '000bea8b-e21b-480f-8d43-672c69a338fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:32:21.982240 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841030a0-e867-4060-8157-3b8e7a4198ca None None] The sync data for ids ['0b47ddcf-b1db-441e-8560-38c77674ee76'] in dv-cinder-809201-1-iscsi is: [{'id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'name': 'tempest-TestShelveInstance-1520986312-router', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '5b3c6e69-d797-4292-90b3-09080c7faeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:13Z', 'updated_at': '2021-09-15T15:31:18Z', 'revision_number': 4, 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'gw_port': {'id': '5b3c6e69-d797-4292-90b3-09080c7faeac', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:14Z', 'updated_at': '2021-09-15T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': '24b923d4-9a47-4d5f-a458-1d39fce4ef87', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'port_id': '5e0ec3b4-5019-4fc4-b60f-1834190ff4cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f', 'mac_address': 'fa:16:3e:71:c7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7189ee-c6e4-4c1e-8c12-c63ee260e26a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:32:19Z', 'updated_at': '2021-09-15T15:32:19Z', 'revision_number': 0, 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c283e6a9-fcad-4041-b889-1231435a91cd', 'name': '', 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'mac_address': 'fa:16:3e:76:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '000bea8b-e21b-480f-8d43-672c69a338fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:17Z', 'updated_at': '2021-09-15T15:31:22Z', 'revision_number': 5, 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'subnets': [{'id': '000bea8b-e21b-480f-8d43-672c69a338fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:32:21.995668 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-c65b177f-8273-49e4-b955-fc900e9044fc tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Made reservation on behalf of 4b68e966265a499ba7f895c8a61e593c for: {'port': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:32:22.001922 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-c65b177f-8273-49e4-b955-fc900e9044fc tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:22.060321 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-73b0f711-f753-40d3-8fc4-17ff378ad432 req-62cac40b-9812-4e92-86a8-b461c02579fc service neutron] 10.222.0.58 "GET /v2.0/networks/4802773a-3b03-40d5-8d08-27f23bcc704f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656313 Sep 15 15:32:22.201843 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-73b0f711-f753-40d3-8fc4-17ff378ad432 req-0c2f47e6-6100-429e-a3d5-5e6c114f116b service neutron] 10.222.0.58 "GET /v2.0/networks/4802773a-3b03-40d5-8d08-27f23bcc704f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304660 Sep 15 15:32:22.278485 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8e3847-3fbb-4eb8-8151-02dbe20ba0af None None] New status for floating IP 24b923d4-9a47-4d5f-a458-1d39fce4ef87: ACTIVE {{(pid=94802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:32:22.283194 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_common [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-c65b177f-8273-49e4-b955-fc900e9044fc tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Allocated IP 172.20.0.14 (aafab9d9-a970-4816-a7d4-0195c7143c77/4a6f29f9-44ac-4cfe-9102-6edf8d749b6b/86210e63-d39b-45f3-a2b9-5c55f6d5bd57) {{(pid=94799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:32:22.511749 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-c65b177f-8273-49e4-b955-fc900e9044fc tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks [] for port, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:22.601455 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-c65b177f-8273-49e4-b955-fc900e9044fc tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:22.618670 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['1f3a1590-fec5-413d-87bc-f7438223dd83', '6508afdf-4eb9-4a6f-a1a8-7eb8311746a5', 'de08f034-edc4-4948-9db2-5de331f9641e'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:32:22.656198 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-c65b177f-8273-49e4-b955-fc900e9044fc tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Network aafab9d9-a970-4816-a7d4-0195c7143c77 is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:32:22.663351 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-c65b177f-8273-49e4-b955-fc900e9044fc tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:32:22.667431 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-c65b177f-8273-49e4-b955-fc900e9044fc tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Received port after_create {{(pid=94799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:32:22.671870 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b177f-8273-49e4-b955-fc900e9044fc tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Pushing event updated for resources: {'Port': ['ID=86210e63-d39b-45f3-a2b9-5c55f6d5bd57,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:22.726304 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-c65b177f-8273-49e4-b955-fc900e9044fc tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:22.726962 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-c65b177f-8273-49e4-b955-fc900e9044fc tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:22.842666 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-c65b177f-8273-49e4-b955-fc900e9044fc tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1724083 Sep 15 15:32:22.857313 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-fc3d2a78-ac27-4ef9-9523-feb16b30a479 service neutron] Request body: {'port': {'device_id': '40152e73-f4f1-4d15-9b79-ced2a0739d26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:32:22.885037 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a486f-91ed-45a6-9131-b9435df63f61 req-14c37d4b-4cbd-4a64-88e4-f17e9fd36768 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:22.888713 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-213a486f-91ed-45a6-9131-b9435df63f61 req-14c37d4b-4cbd-4a64-88e4-f17e9fd36768 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=40152e73-f4f1-4d15-9b79-ced2a0739d26 HTTP/1.1" status: 200 len: 932 time: 0.0677428 Sep 15 15:32:22.938831 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-fc3d2a78-ac27-4ef9-9523-feb16b30a479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:22.954287 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-213a486f-91ed-45a6-9131-b9435df63f61 req-cd42a5cf-d626-4ee5-abed-6c24a8817ac4 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550900 Sep 15 15:32:23.167766 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-a2a2ae14-1b5d-4ad4-affe-52cb962aedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:23.339839 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-fc3d2a78-ac27-4ef9-9523-feb16b30a479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86210e63-d39b-45f3-a2b9-5c55f6d5bd57 {{(pid=94799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:32:23.348381 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-fc3d2a78-ac27-4ef9-9523-feb16b30a479 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:23.362856 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.provisioning_blocks [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-fc3d2a78-ac27-4ef9-9523-feb16b30a479 service neutron] Transition to ACTIVE for port object 86210e63-d39b-45f3-a2b9-5c55f6d5bd57 will not be triggered until provisioned by entity L2. {{(pid=94799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:32:23.527344 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-fc3d2a78-ac27-4ef9-9523-feb16b30a479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9314481'] for port, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:23.584218 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d2a78-ac27-4ef9-9523-feb16b30a479 service neutron] Pushing event updated for resources: {'Port': ['ID=86210e63-d39b-45f3-a2b9-5c55f6d5bd57,revision_number=2']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:23.669357 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.managers [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-fc3d2a78-ac27-4ef9-9523-feb16b30a479 service neutron] Attempting to bind port 86210e63-d39b-45f3-a2b9-5c55f6d5bd57 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:32:23.669357 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.managers [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-fc3d2a78-ac27-4ef9-9523-feb16b30a479 service neutron] Attempting to bind port 86210e63-d39b-45f3-a2b9-5c55f6d5bd57 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '9a8b93c5-2830-4a17-91ae-1766f5aad56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aafab9d9-a970-4816-a7d4-0195c7143c77'}] {{(pid=94799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:32:23.669357 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-fc3d2a78-ac27-4ef9-9523-feb16b30a479 service neutron] Attempting to bind port 86210e63-d39b-45f3-a2b9-5c55f6d5bd57 on network aafab9d9-a970-4816-a7d4-0195c7143c77 {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:32:23.675062 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-fc3d2a78-ac27-4ef9-9523-feb16b30a479 service neutron] Port 86210e63-d39b-45f3-a2b9-5c55f6d5bd57 on network aafab9d9-a970-4816-a7d4-0195c7143c77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:32:23.675379 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-fc3d2a78-ac27-4ef9-9523-feb16b30a479 service neutron] Attempting to bind port 86210e63-d39b-45f3-a2b9-5c55f6d5bd57 on network aafab9d9-a970-4816-a7d4-0195c7143c77 {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:32:23.680914 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-fc3d2a78-ac27-4ef9-9523-feb16b30a479 service neutron] Checking agent: {'id': 'eba348e6-0b8a-43b6-acdf-c2678b53c044', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'started_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:32:23.681244 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-fc3d2a78-ac27-4ef9-9523-feb16b30a479 service neutron] Checking segment: {'id': '9a8b93c5-2830-4a17-91ae-1766f5aad56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aafab9d9-a970-4816-a7d4-0195c7143c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:32:23.681625 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-fc3d2a78-ac27-4ef9-9523-feb16b30a479 service neutron] Bound using segment: {'id': '9a8b93c5-2830-4a17-91ae-1766f5aad56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aafab9d9-a970-4816-a7d4-0195c7143c77'} {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:32:23.682578 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.managers [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-fc3d2a78-ac27-4ef9-9523-feb16b30a479 service neutron] Bound port: 86210e63-d39b-45f3-a2b9-5c55f6d5bd57, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8b93c5-2830-4a17-91ae-1766f5aad56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'aafab9d9-a970-4816-a7d4-0195c7143c77'}}] {{(pid=94799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:32:23.682946 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-fc3d2a78-ac27-4ef9-9523-feb16b30a479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:23.758091 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-fc3d2a78-ac27-4ef9-9523-feb16b30a479 service neutron] For port 86210e63-d39b-45f3-a2b9-5c55f6d5bd57, host hv-cinder-80920, cleared binding levels {{(pid=94799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:32:23.762933 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-fc3d2a78-ac27-4ef9-9523-feb16b30a479 service neutron] For port 86210e63-d39b-45f3-a2b9-5c55f6d5bd57, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=86210e63-d39b-45f3-a2b9-5c55f6d5bd57,segment=NetworkSegment(9a8b93c5-2830-4a17-91ae-1766f5aad56b),segment_id=9a8b93c5-2830-4a17-91ae-1766f5aad56b)] {{(pid=94799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:32:23.864315 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-fc3d2a78-ac27-4ef9-9523-feb16b30a479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9314481'] for port, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:23.902375 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-fc3d2a78-ac27-4ef9-9523-feb16b30a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:23.903054 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-fc3d2a78-ac27-4ef9-9523-feb16b30a479 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:23.904477 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-fc3d2a78-ac27-4ef9-9523-feb16b30a479 service neutron] 10.222.0.58 "PUT /v2.0/ports/86210e63-d39b-45f3-a2b9-5c55f6d5bd57 HTTP/1.1" status: 200 len: 1094 time: 1.0539303 Sep 15 15:32:23.904939 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40152e73-f4f1-4d15-9b79-ced2a0739d26', 'tag': '86210e63-d39b-45f3-a2b9-5c55f6d5bd57'}] {{(pid=94799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:32:23.907246 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caaf3dc35d391ee5789c70ae145b39738e2d95c5e07cc5749919ddff6cc97c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2251f5ba-62f9-47b3-88a4-4ea5c8482bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "40152e73-f4f1-4d15-9b79-ced2a0739d26", "tag": "86210e63-d39b-45f3-a2b9-5c55f6d5bd57"}]}' {{(pid=94799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:32:23.934601 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d2a78-ac27-4ef9-9523-feb16b30a479 service neutron] Pushing event updated for resources: {'Port': ['ID=86210e63-d39b-45f3-a2b9-5c55f6d5bd57,revision_number=3']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:23.970840 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02aa76a1-e341-4188-aec8-edd36a46deda x-openstack-request-id: req-02aa76a1-e341-4188-aec8-edd36a46deda {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:32:23.971210 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40152e73-f4f1-4d15-9b79-ced2a0739d26", "tag": "86210e63-d39b-45f3-a2b9-5c55f6d5bd57", "status": "completed", "code": 200}]} {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:32:23.971521 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-02aa76a1-e341-4188-aec8-edd36a46deda {{(pid=94799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:32:23.971953 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40152e73-f4f1-4d15-9b79-ced2a0739d26', 'tag': '86210e63-d39b-45f3-a2b9-5c55f6d5bd57', 'status': 'completed', 'code': 200} Sep 15 15:32:24.074888 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251f5ba-62f9-47b3-88a4-4ea5c8482bfa req-366ea0c9-788b-4667-bfe6-4a47fd6df494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:24.077558 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-2251f5ba-62f9-47b3-88a4-4ea5c8482bfa req-366ea0c9-788b-4667-bfe6-4a47fd6df494 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b68e966265a499ba7f895c8a61e593c&device_id=40152e73-f4f1-4d15-9b79-ced2a0739d26 HTTP/1.1" status: 200 len: 1097 time: 0.0766523 Sep 15 15:32:24.134798 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98352a-14f2-4ad5-b84a-786c842c0ed5 req-e8a32b56-dce0-4505-bb5e-83c3c721c7ac tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:24.138212 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ff98352a-14f2-4ad5-b84a-786c842c0ed5 req-e8a32b56-dce0-4505-bb5e-83c3c721c7ac tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=40152e73-f4f1-4d15-9b79-ced2a0739d26 HTTP/1.1" status: 200 len: 944 time: 0.0714748 Sep 15 15:32:24.210421 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ff98352a-14f2-4ad5-b84a-786c842c0ed5 req-330f1be8-6d40-499a-bd65-282acf012fed tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641124 Sep 15 15:32:24.234305 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251f5ba-62f9-47b3-88a4-4ea5c8482bfa req-dd790b30-c131-4efb-9b6d-2cd3f05d2cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:24.237331 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-2251f5ba-62f9-47b3-88a4-4ea5c8482bfa req-dd790b30-c131-4efb-9b6d-2cd3f05d2cd6 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=4b68e966265a499ba7f895c8a61e593c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1497869 Sep 15 15:32:24.258124 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:24.349069 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251f5ba-62f9-47b3-88a4-4ea5c8482bfa req-58198d2e-7b2e-4187-8800-c4d1a1b57e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:24.350142 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-2251f5ba-62f9-47b3-88a4-4ea5c8482bfa req-58198d2e-7b2e-4187-8800-c4d1a1b57e11 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1059449 Sep 15 15:32:24.442106 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-2b546872-e937-4886-8f1f-9660f3900aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:24.444060 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-2b546872-e937-4886-8f1f-9660f3900aa0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b68e966265a499ba7f895c8a61e593c&device_id=40152e73-f4f1-4d15-9b79-ced2a0739d26 HTTP/1.1" status: 200 len: 1097 time: 0.0483472 Sep 15 15:32:24.493154 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-7201d9a6-ff6d-48b9-8de1-14796a2ca107 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86210e63-d39b-45f3-a2b9-5c55f6d5bd57 HTTP/1.1" status: 200 len: 217 time: 0.0351889 Sep 15 15:32:24.575579 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-d8f3257f-49cc-4608-b3c5-59422afc9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:24.578194 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-d8f3257f-49cc-4608-b3c5-59422afc9ba3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4a6f29f9-44ac-4cfe-9102-6edf8d749b6b HTTP/1.1" status: 200 len: 855 time: 0.0737958 Sep 15 15:32:24.616584 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-c836fba2-6ee5-453a-888d-eea2db536aa6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aafab9d9-a970-4816-a7d4-0195c7143c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281754 Sep 15 15:32:24.730677 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-1e3a0986-c18f-46d9-997f-31df4b0a5ee3 service neutron] 10.222.0.58 "GET /v2.0/networks/aafab9d9-a970-4816-a7d4-0195c7143c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957632 Sep 15 15:32:24.841821 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1631e416-35cd-479c-b038-4d0aa78640f0 req-dfdff719-ac53-4141-b00f-ba2b3593409a service neutron] 10.222.0.58 "GET /v2.0/networks/aafab9d9-a970-4816-a7d4-0195c7143c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954709 Sep 15 15:32:25.353214 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e01a06-c7b7-44d1-a651-f8eea2aa5bda req-1b0b4144-f20e-4f29-ae2b-47bba90e37e3 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:25.355948 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b3e01a06-c7b7-44d1-a651-f8eea2aa5bda req-1b0b4144-f20e-4f29-ae2b-47bba90e37e3 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=40152e73-f4f1-4d15-9b79-ced2a0739d26 HTTP/1.1" status: 200 len: 944 time: 0.0606835 Sep 15 15:32:25.398179 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b3e01a06-c7b7-44d1-a651-f8eea2aa5bda req-39096703-d897-4117-9bf3-4ae835a260d2 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349195 Sep 15 15:32:26.104828 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-4aaa6501-500d-493d-88f6-de5aeedb95ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:26.167670 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:26.563091 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e959381-1036-4be7-8e80-45986ac2b09d req-1e1986da-7238-4797-b736-8a020bd77e4f tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:26.565066 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0e959381-1036-4be7-8e80-45986ac2b09d req-1e1986da-7238-4797-b736-8a020bd77e4f tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=40152e73-f4f1-4d15-9b79-ced2a0739d26 HTTP/1.1" status: 200 len: 944 time: 0.0548952 Sep 15 15:32:26.606865 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0e959381-1036-4be7-8e80-45986ac2b09d req-eb3df456-f38d-40a7-a606-8501dc6839a7 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348926 Sep 15 15:32:27.138322 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:27.739310 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5f4fd-241b-4ea2-b2a9-b5e9326d1047 req-b266219f-172d-4343-8350-0085dce5dc6c tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:27.741018 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1ce5f4fd-241b-4ea2-b2a9-b5e9326d1047 req-b266219f-172d-4343-8350-0085dce5dc6c tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=40152e73-f4f1-4d15-9b79-ced2a0739d26 HTTP/1.1" status: 200 len: 944 time: 0.0588751 Sep 15 15:32:27.784360 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1ce5f4fd-241b-4ea2-b2a9-b5e9326d1047 req-d32dbe1c-7131-4761-9997-6cb113c35ec9 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358231 Sep 15 15:32:28.259484 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 86210e63-d39b-45f3-a2b9-5c55f6d5bd57 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:32:28.364963 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 86210e63-d39b-45f3-a2b9-5c55f6d5bd57, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=86210e63-d39b-45f3-a2b9-5c55f6d5bd57,segment=NetworkSegment(9a8b93c5-2830-4a17-91ae-1766f5aad56b),segment_id=9a8b93c5-2830-4a17-91ae-1766f5aad56b)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:32:28.377200 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Returning: {'device': '86210e63-d39b-45f3-a2b9-5c55f6d5bd57', 'network_id': 'aafab9d9-a970-4816-a7d4-0195c7143c77', 'port_id': '86210e63-d39b-45f3-a2b9-5c55f6d5bd57', 'mac_address': 'fa:16:3e:7f:47:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6f29f9-44ac-4cfe-9102-6edf8d749b6b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:32:28.417781 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:28.431864 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86210e63-d39b-45f3-a2b9-5c55f6d5bd57 {{(pid=94801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:32:28.454288 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 86210e63-d39b-45f3-a2b9-5c55f6d5bd57, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=86210e63-d39b-45f3-a2b9-5c55f6d5bd57,segment=NetworkSegment(9a8b93c5-2830-4a17-91ae-1766f5aad56b),segment_id=9a8b93c5-2830-4a17-91ae-1766f5aad56b)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:32:28.600136 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:28.679103 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=86210e63-d39b-45f3-a2b9-5c55f6d5bd57,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:28.761385 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:28.920571 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c476c40-a9c1-4171-81ff-c59981db5b41 req-d73f43ab-c414-47ef-9ea8-c18321d5bfd0 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:28.922351 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1c476c40-a9c1-4171-81ff-c59981db5b41 req-d73f43ab-c414-47ef-9ea8-c18321d5bfd0 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=40152e73-f4f1-4d15-9b79-ced2a0739d26 HTTP/1.1" status: 200 len: 945 time: 0.0553560 Sep 15 15:32:28.947411 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['86210e63-d39b-45f3-a2b9-5c55f6d5bd57'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:32:28.970857 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1c476c40-a9c1-4171-81ff-c59981db5b41 req-461845fb-e043-4176-b570-46b8d1e4c264 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419714 Sep 15 15:32:29.143155 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-310f80c3-2270-4814-be56-ccdd0c4cb1db req-0675d8a1-5d0f-4fbe-a011-b5e4dad02405 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479653 Sep 15 15:32:29.217938 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f80c3-2270-4814-be56-ccdd0c4cb1db req-ddd9f2da-3191-48cf-841a-80a1aa1d9e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:29.219532 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-310f80c3-2270-4814-be56-ccdd0c4cb1db req-ddd9f2da-3191-48cf-841a-80a1aa1d9e5b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64fab051a563434c8268b58bbb0d3e80&device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 1138 time: 0.0477810 Sep 15 15:32:29.589881 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f80c3-2270-4814-be56-ccdd0c4cb1db req-9872b823-f03b-44f5-9428-e6e786521d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:29.592530 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-310f80c3-2270-4814-be56-ccdd0c4cb1db req-9872b823-f03b-44f5-9428-e6e786521d0c service neutron] 10.222.0.58 "GET /v2.0/networks?id=892dd142-5f76-4245-922e-3a04ff98d493 HTTP/1.1" status: 200 len: 915 time: 0.3445580 Sep 15 15:32:29.704152 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-310f80c3-2270-4814-be56-ccdd0c4cb1db req-10d5a471-7eb0-409e-a07d-3c05f882f12b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42cef83e-5b70-4fe6-b5e3-03b9a0250437 HTTP/1.1" status: 200 len: 1002 time: 0.0984108 Sep 15 15:32:29.762400 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f80c3-2270-4814-be56-ccdd0c4cb1db req-dc5c3035-5fdf-453f-ab3c-1b78b7d33d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:29.763693 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-310f80c3-2270-4814-be56-ccdd0c4cb1db req-dc5c3035-5fdf-453f-ab3c-1b78b7d33d2f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5b5056aa-2130-46e6-b026-a382a7bc0d18 HTTP/1.1" status: 200 len: 853 time: 0.0523963 Sep 15 15:32:29.845000 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f80c3-2270-4814-be56-ccdd0c4cb1db req-97894163-5303-4949-9d3f-f2621492a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:29.847131 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-310f80c3-2270-4814-be56-ccdd0c4cb1db req-97894163-5303-4949-9d3f-f2621492a8fc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=892dd142-5f76-4245-922e-3a04ff98d493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0614479 Sep 15 15:32:29.987024 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-310f80c3-2270-4814-be56-ccdd0c4cb1db req-d60a497f-cf0d-465e-9d90-21dc99bfc35c service neutron] 10.222.0.58 "GET /v2.0/networks/892dd142-5f76-4245-922e-3a04ff98d493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311307 Sep 15 15:32:30.096912 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-310f80c3-2270-4814-be56-ccdd0c4cb1db req-90001d13-4dfa-4d09-bc00-d622b00e5535 service neutron] 10.222.0.58 "GET /v2.0/networks/892dd142-5f76-4245-922e-3a04ff98d493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007867 Sep 15 15:32:30.129235 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5e068-d987-4624-adfb-817beb4ed839 req-c0073ca3-0e04-43e5-abdb-1bc8c97a4635 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:30.132178 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6dd5e068-d987-4624-adfb-817beb4ed839 req-c0073ca3-0e04-43e5-abdb-1bc8c97a4635 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=40152e73-f4f1-4d15-9b79-ced2a0739d26 HTTP/1.1" status: 200 len: 945 time: 0.0795879 Sep 15 15:32:30.186182 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6dd5e068-d987-4624-adfb-817beb4ed839 req-6b7da172-f42a-4294-b80a-11427827a012 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474095 Sep 15 15:32:30.261505 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 86210e63-d39b-45f3-a2b9-5c55f6d5bd57 up at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:32:30.451827 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning for port 86210e63-d39b-45f3-a2b9-5c55f6d5bd57 completed by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:32:30.456372 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning complete for port 86210e63-d39b-45f3-a2b9-5c55f6d5bd57 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:32:30.456800 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:30.555774 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:30.586412 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40152e73-f4f1-4d15-9b79-ced2a0739d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86210e63-d39b-45f3-a2b9-5c55f6d5bd57'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:32:30.590362 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c86ae8e-b70e-4ee0-9486-6a70e03e9a74" -d '{"events": [{"server_uuid": "40152e73-f4f1-4d15-9b79-ced2a0739d26", "name": "network-vif-plugged", "status": "completed", "tag": "86210e63-d39b-45f3-a2b9-5c55f6d5bd57"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:32:30.606100 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 86210e63-d39b-45f3-a2b9-5c55f6d5bd57, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=86210e63-d39b-45f3-a2b9-5c55f6d5bd57,segment=NetworkSegment(9a8b93c5-2830-4a17-91ae-1766f5aad56b),segment_id=9a8b93c5-2830-4a17-91ae-1766f5aad56b)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:32:30.637059 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d7219e-391d-4310-9c10-be178ae2295a x-openstack-request-id: req-80d7219e-391d-4310-9c10-be178ae2295a {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:32:30.637351 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40152e73-f4f1-4d15-9b79-ced2a0739d26", "name": "network-vif-plugged", "status": "completed", "tag": "86210e63-d39b-45f3-a2b9-5c55f6d5bd57", "code": 200}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:32:30.637583 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-80d7219e-391d-4310-9c10-be178ae2295a {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:32:30.637989 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40152e73-f4f1-4d15-9b79-ced2a0739d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86210e63-d39b-45f3-a2b9-5c55f6d5bd57', 'code': 200} Sep 15 15:32:30.715099 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:30.800497 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=86210e63-d39b-45f3-a2b9-5c55f6d5bd57,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:31.066843 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd8e31-0b51-4a0a-a81d-04f80119f37c req-d8a6a753-4efa-40fa-9e78-90e935d57e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:31.068698 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-82cd8e31-0b51-4a0a-a81d-04f80119f37c req-d8a6a753-4efa-40fa-9e78-90e935d57e52 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=40152e73-f4f1-4d15-9b79-ced2a0739d26 HTTP/1.1" status: 200 len: 1099 time: 0.0465438 Sep 15 15:32:31.113153 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-82cd8e31-0b51-4a0a-a81d-04f80119f37c req-9344800c-aad4-4fa6-884f-5927f2370408 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354025 Sep 15 15:32:31.328387 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f93370-a5d7-44fb-9ebf-c1845db01c0a req-b2f78582-fa9a-410f-98b4-4f7b23a69fc6 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:31.329969 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f3f93370-a5d7-44fb-9ebf-c1845db01c0a req-b2f78582-fa9a-410f-98b4-4f7b23a69fc6 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=40152e73-f4f1-4d15-9b79-ced2a0739d26 HTTP/1.1" status: 200 len: 946 time: 0.0587010 Sep 15 15:32:31.378036 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f3f93370-a5d7-44fb-9ebf-c1845db01c0a req-286a3025-d612-43a9-8664-5a0f98bda10a tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408454 Sep 15 15:32:32.543344 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34478ad6-79ce-4f9b-aec0-3e7d1514b287 req-955f7010-0aa2-4414-ac03-b0f29b68c5ea tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:32.545032 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-34478ad6-79ce-4f9b-aec0-3e7d1514b287 req-955f7010-0aa2-4414-ac03-b0f29b68c5ea tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=40152e73-f4f1-4d15-9b79-ced2a0739d26 HTTP/1.1" status: 200 len: 946 time: 0.0577707 Sep 15 15:32:32.595534 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-34478ad6-79ce-4f9b-aec0-3e7d1514b287 req-9cd9286b-8bb6-4717-a368-db49029bb504 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436630 Sep 15 15:32:33.724074 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f64bd-4b1e-41a8-acf7-bb9163f772e0 req-94c28fef-f593-40a9-916d-7bd71967c9d9 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:33.725718 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-160f64bd-4b1e-41a8-acf7-bb9163f772e0 req-94c28fef-f593-40a9-916d-7bd71967c9d9 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=40152e73-f4f1-4d15-9b79-ced2a0739d26 HTTP/1.1" status: 200 len: 946 time: 0.0560584 Sep 15 15:32:33.768965 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-160f64bd-4b1e-41a8-acf7-bb9163f772e0 req-5cf90abc-268a-4519-a574-cb530c524993 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357463 Sep 15 15:32:48.719333 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-90dba607-50c0-4ad2-a07d-38ac9c2c550b req-e93dfc86-3e23-4617-8e5b-df8127b9650d tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2063872391&fields=id&tenant_id=64fab051a563434c8268b58bbb0d3e80 HTTP/1.1" status: 200 len: 267 time: 0.0453415 Sep 15 15:32:48.786020 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dba607-50c0-4ad2-a07d-38ac9c2c550b req-ca1cb112-f185-45b4-a37b-b69313f53a8a tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:48.788718 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-90dba607-50c0-4ad2-a07d-38ac9c2c550b req-ca1cb112-f185-45b4-a37b-b69313f53a8a tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 985 time: 0.0601094 Sep 15 15:32:48.802197 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [req-90dba607-50c0-4ad2-a07d-38ac9c2c550b req-cc8ca836-5073-4b69-aed5-29f4ac4dcbbd tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Request body: {'port': {'security_groups': ['ebbda180-c035-430d-a75a-db21c7ba3690']}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:32:48.886090 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-90dba607-50c0-4ad2-a07d-38ac9c2c550b req-cc8ca836-5073-4b69-aed5-29f4ac4dcbbd tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:49.023098 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e853046-ecaa-40e6-b161-151807ccc701 req-3dcb554a-0e24-4b9c-a745-4615eba94301 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:49.024620 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9e853046-ecaa-40e6-b161-151807ccc701 req-3dcb554a-0e24-4b9c-a745-4615eba94301 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=40152e73-f4f1-4d15-9b79-ced2a0739d26 HTTP/1.1" status: 200 len: 946 time: 0.0961874 Sep 15 15:32:49.132128 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9e853046-ecaa-40e6-b161-151807ccc701 req-97204f0d-6b7f-4d39-8d9c-ba0d8858e183 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893955 Sep 15 15:32:49.164303 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-90dba607-50c0-4ad2-a07d-38ac9c2c550b req-cc8ca836-5073-4b69-aed5-29f4ac4dcbbd tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] For port 42cef83e-5b70-4fe6-b5e3-03b9a0250437, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=42cef83e-5b70-4fe6-b5e3-03b9a0250437,segment=NetworkSegment(f771cd33-efad-4e9b-98af-f3712cca4008),segment_id=f771cd33-efad-4e9b-98af-f3712cca4008)] {{(pid=94800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:32:49.209455 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-90dba607-50c0-4ad2-a07d-38ac9c2c550b req-cc8ca836-5073-4b69-aed5-29f4ac4dcbbd tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for port, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:49.320240 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-90dba607-50c0-4ad2-a07d-38ac9c2c550b req-cc8ca836-5073-4b69-aed5-29f4ac4dcbbd tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:49.334095 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['42cef83e-5b70-4fe6-b5e3-03b9a0250437'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:32:49.380984 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dba607-50c0-4ad2-a07d-38ac9c2c550b req-cc8ca836-5073-4b69-aed5-29f4ac4dcbbd tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:49.382089 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-90dba607-50c0-4ad2-a07d-38ac9c2c550b req-cc8ca836-5073-4b69-aed5-29f4ac4dcbbd tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:49.388992 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-90dba607-50c0-4ad2-a07d-38ac9c2c550b req-cc8ca836-5073-4b69-aed5-29f4ac4dcbbd tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "PUT /v2.0/ports/42cef83e-5b70-4fe6-b5e3-03b9a0250437 HTTP/1.1" status: 200 len: 943 time: 0.5916057 Sep 15 15:32:49.389710 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2b4c81-0269-4f0e-881a-a7d09a757431', 'tag': '42cef83e-5b70-4fe6-b5e3-03b9a0250437'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:32:49.393753 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606afee5-d7bc-44cb-a4b9-c0e1c18295bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1a2b4c81-0269-4f0e-881a-a7d09a757431", "tag": "42cef83e-5b70-4fe6-b5e3-03b9a0250437"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:32:49.403421 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 54250) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:32:49.469186 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ca836-5073-4b69-aed5-29f4ac4dcbbd tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Pushing event updated for resources: {'Port': ['ID=42cef83e-5b70-4fe6-b5e3-03b9a0250437,revision_number=7']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:49.498166 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ca836-5073-4b69-aed5-29f4ac4dcbbd tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:49.507946 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ca836-5073-4b69-aed5-29f4ac4dcbbd tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:49.507946 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ca836-5073-4b69-aed5-29f4ac4dcbbd tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:49.507946 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ca836-5073-4b69-aed5-29f4ac4dcbbd tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:49.507946 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ca836-5073-4b69-aed5-29f4ac4dcbbd tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:49.507946 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ca836-5073-4b69-aed5-29f4ac4dcbbd tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:49.507946 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ca836-5073-4b69-aed5-29f4ac4dcbbd tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:49.507946 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ca836-5073-4b69-aed5-29f4ac4dcbbd tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:49.511455 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ca836-5073-4b69-aed5-29f4ac4dcbbd tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:49.513273 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ca836-5073-4b69-aed5-29f4ac4dcbbd tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:49.518737 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ca836-5073-4b69-aed5-29f4ac4dcbbd tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:49.519545 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ca836-5073-4b69-aed5-29f4ac4dcbbd tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:49.560590 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-738c93ba-892f-4ca6-8257-07340282d173 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:49.612653 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['42cef83e-5b70-4fe6-b5e3-03b9a0250437'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:32:49.614837 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-738c93ba-892f-4ca6-8257-07340282d173 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:49.629298 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca4f298-e954-4200-90a7-e2c15002d1b6 x-openstack-request-id: req-6ca4f298-e954-4200-90a7-e2c15002d1b6 {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:32:49.629673 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a2b4c81-0269-4f0e-881a-a7d09a757431", "tag": "42cef83e-5b70-4fe6-b5e3-03b9a0250437", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:32:49.629993 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6ca4f298-e954-4200-90a7-e2c15002d1b6 {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:32:49.630483 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a2b4c81-0269-4f0e-881a-a7d09a757431', 'tag': '42cef83e-5b70-4fe6-b5e3-03b9a0250437', 'status': 'completed', 'code': 200} Sep 15 15:32:49.778710 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-738c93ba-892f-4ca6-8257-07340282d173 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:49.783481 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-738c93ba-892f-4ca6-8257-07340282d173 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:49.784863 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-738c93ba-892f-4ca6-8257-07340282d173 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "DELETE /v2.0/security-groups/4b780821-d5e8-427a-8644-dfceef3c75f9 HTTP/1.1" status: 204 len: 168 time: 0.3716197 Sep 15 15:32:49.788839 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 54256) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:32:49.803393 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c93ba-892f-4ca6-8257-07340282d173 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b780821-d5e8-427a-8644-dfceef3c75f9,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:49.817342 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606afee5-d7bc-44cb-a4b9-c0e1c18295bd req-0a789b9a-d575-4f32-8a9f-66026f6952db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:49.819313 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-606afee5-d7bc-44cb-a4b9-c0e1c18295bd req-0a789b9a-d575-4f32-8a9f-66026f6952db service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64fab051a563434c8268b58bbb0d3e80&device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 1099 time: 0.1505764 Sep 15 15:32:49.909543 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-a1877729-fc9c-4540-a371-4d780e9ab538 None None] Provisioning complete for port 42cef83e-5b70-4fe6-b5e3-03b9a0250437 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:32:49.909906 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-a1877729-fc9c-4540-a371-4d780e9ab538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:49.951453 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606afee5-d7bc-44cb-a4b9-c0e1c18295bd req-6523743c-b1e9-4d51-9df4-8cbb64abadc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:49.954427 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-606afee5-d7bc-44cb-a4b9-c0e1c18295bd req-6523743c-b1e9-4d51-9df4-8cbb64abadc5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=892dd142-5f76-4245-922e-3a04ff98d493 HTTP/1.1" status: 200 len: 915 time: 0.1262195 Sep 15 15:32:50.051258 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-fe59df31-3b6c-4286-a5bc-55fc802f3460 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Deleting port a9cfb217-9ab0-4473-95e3-5e0585534b1e {{(pid=94800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:32:50.051758 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fe59df31-3b6c-4286-a5bc-55fc802f3460 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:50.079746 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-606afee5-d7bc-44cb-a4b9-c0e1c18295bd req-1c8d55bb-1f9f-4b05-9b6b-4fca8addaf12 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42cef83e-5b70-4fe6-b5e3-03b9a0250437 HTTP/1.1" status: 200 len: 1002 time: 0.1154835 Sep 15 15:32:50.168334 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606afee5-d7bc-44cb-a4b9-c0e1c18295bd req-b2bc7eb7-931c-46fe-91fe-bccd9de4ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:50.172843 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-606afee5-d7bc-44cb-a4b9-c0e1c18295bd req-b2bc7eb7-931c-46fe-91fe-bccd9de4ed64 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5b5056aa-2130-46e6-b026-a382a7bc0d18 HTTP/1.1" status: 200 len: 853 time: 0.0809493 Sep 15 15:32:50.200169 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fe59df31-3b6c-4286-a5bc-55fc802f3460 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:50.201025 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fe59df31-3b6c-4286-a5bc-55fc802f3460 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:50.222923 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-fe59df31-3b6c-4286-a5bc-55fc802f3460 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Calling delete_port for a9cfb217-9ab0-4473-95e3-5e0585534b1e owned by network:floatingip {{(pid=94800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:32:50.269154 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606afee5-d7bc-44cb-a4b9-c0e1c18295bd req-827e7ad1-4b6a-41d1-bce9-8383f0e8091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:50.270727 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-606afee5-d7bc-44cb-a4b9-c0e1c18295bd req-827e7ad1-4b6a-41d1-bce9-8383f0e8091f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=892dd142-5f76-4245-922e-3a04ff98d493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0885575 Sep 15 15:32:50.368843 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214bd12-d39b-4de3-9129-30f09255b76d req-938e1db3-e415-4fbf-9698-e830a4f68c2c tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:50.371097 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1214bd12-d39b-4de3-9129-30f09255b76d req-938e1db3-e415-4fbf-9698-e830a4f68c2c tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=40152e73-f4f1-4d15-9b79-ced2a0739d26 HTTP/1.1" status: 200 len: 946 time: 0.1318011 Sep 15 15:32:50.414349 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-606afee5-d7bc-44cb-a4b9-c0e1c18295bd req-fc9f67d5-64c3-4a8a-bf57-78739d06f25f service neutron] 10.222.0.58 "GET /v2.0/networks/892dd142-5f76-4245-922e-3a04ff98d493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297069 Sep 15 15:32:50.454428 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1214bd12-d39b-4de3-9129-30f09255b76d req-229e846d-458b-4ffd-b853-a6a4c458bf74 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623915 Sep 15 15:32:50.575424 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-606afee5-d7bc-44cb-a4b9-c0e1c18295bd req-cab03d35-dbde-401f-a900-a5692ba47493 service neutron] 10.222.0.58 "GET /v2.0/networks/892dd142-5f76-4245-922e-3a04ff98d493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523728 Sep 15 15:32:50.623615 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fe59df31-3b6c-4286-a5bc-55fc802f3460 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:50.652688 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59df31-3b6c-4286-a5bc-55fc802f3460 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Pushing event deleted for resources: {'Port': ['ID=a9cfb217-9ab0-4473-95e3-5e0585534b1e,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:50.730383 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fe59df31-3b6c-4286-a5bc-55fc802f3460 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks [] for floatingip, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:50.730662 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.db.l3_db [None req-fe59df31-3b6c-4286-a5bc-55fc802f3460 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Floating IP 539193e1-e5aa-482b-8cce-7bd3b0f6b271 disassociated (deleted). External IP: 172.27.3.158, port: 42cef83e-5b70-4fe6-b5e3-03b9a0250437. Sep 15 15:32:50.887948 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1f85e-b731-47af-b259-34cf34986bda req-73a60034-0235-4c83-8a24-e8d7d4bf6142 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:50.889625 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-b2f1f85e-b731-47af-b259-34cf34986bda req-73a60034-0235-4c83-8a24-e8d7d4bf6142 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.58 "GET /v2.0/ports?device_id=40152e73-f4f1-4d15-9b79-ced2a0739d26 HTTP/1.1" status: 200 len: 946 time: 0.0716958 Sep 15 15:32:51.000887 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [req-b2f1f85e-b731-47af-b259-34cf34986bda req-f77cf88e-a28e-494f-9d0f-de82d13c4779 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Deleting port 86210e63-d39b-45f3-a2b9-5c55f6d5bd57 {{(pid=94799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:32:51.001111 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-b2f1f85e-b731-47af-b259-34cf34986bda req-f77cf88e-a28e-494f-9d0f-de82d13c4779 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:51.062174 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe59df31-3b6c-4286-a5bc-55fc802f3460 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Router 984c3578-5c79-45f9-a0c5-9dfaef8527da has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:32:51.112416 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [req-b2f1f85e-b731-47af-b259-34cf34986bda req-f77cf88e-a28e-494f-9d0f-de82d13c4779 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] For port 86210e63-d39b-45f3-a2b9-5c55f6d5bd57, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=86210e63-d39b-45f3-a2b9-5c55f6d5bd57,segment=NetworkSegment(9a8b93c5-2830-4a17-91ae-1766f5aad56b),segment_id=9a8b93c5-2830-4a17-91ae-1766f5aad56b)] {{(pid=94799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:32:51.112843 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-b2f1f85e-b731-47af-b259-34cf34986bda req-f77cf88e-a28e-494f-9d0f-de82d13c4779 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:51.129618 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [req-b2f1f85e-b731-47af-b259-34cf34986bda req-f77cf88e-a28e-494f-9d0f-de82d13c4779 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Calling delete_port for 86210e63-d39b-45f3-a2b9-5c55f6d5bd57 owned by compute:nova {{(pid=94799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:32:51.208471 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe59df31-3b6c-4286-a5bc-55fc802f3460 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:32:51.216666 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fe59df31-3b6c-4286-a5bc-55fc802f3460 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for floatingip, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:51.224116 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d518cfd-2030-4ccb-88a9-19aa94407f6c None None] Sync routers for ids ['984c3578-5c79-45f9-a0c5-9dfaef8527da'] in dv-cinder-809201-1-iscsi {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:32:51.238106 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d518cfd-2030-4ccb-88a9-19aa94407f6c None None] Routers {'984c3578-5c79-45f9-a0c5-9dfaef8527da'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:32:51.239153 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-3d518cfd-2030-4ccb-88a9-19aa94407f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:32:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['984c3578-5c79-45f9-a0c5-9dfaef8527da'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:32:51.268944 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-fe59df31-3b6c-4286-a5bc-55fc802f3460 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "DELETE /v2.0/floatingips/539193e1-e5aa-482b-8cce-7bd3b0f6b271 HTTP/1.1" status: 204 len: 168 time: 1.4764638 Sep 15 15:32:51.422302 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-3d518cfd-2030-4ccb-88a9-19aa94407f6c None None] Set router 984c3578-5c79-45f9-a0c5-9dfaef8527da gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:32:51.429559 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-b2f1f85e-b731-47af-b259-34cf34986bda req-f77cf88e-a28e-494f-9d0f-de82d13c4779 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:51.476955 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['1f3a1590-fec5-413d-87bc-f7438223dd83', '6508afdf-4eb9-4a6f-a1a8-7eb8311746a5', 'de08f034-edc4-4948-9db2-5de331f9641e', '86210e63-d39b-45f3-a2b9-5c55f6d5bd57'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:32:51.492450 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77cf88e-a28e-494f-9d0f-de82d13c4779 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Pushing event deleted for resources: {'Port': ['ID=86210e63-d39b-45f3-a2b9-5c55f6d5bd57,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:51.565721 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f1f85e-b731-47af-b259-34cf34986bda req-f77cf88e-a28e-494f-9d0f-de82d13c4779 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] No DVR routers for this DVR port 86210e63-d39b-45f3-a2b9-5c55f6d5bd57 on host hv-cinder-80920 {{(pid=94799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:32:51.568878 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-b2f1f85e-b731-47af-b259-34cf34986bda req-f77cf88e-a28e-494f-9d0f-de82d13c4779 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:51.571162 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-b2f1f85e-b731-47af-b259-34cf34986bda req-f77cf88e-a28e-494f-9d0f-de82d13c4779 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.58 "DELETE /v2.0/ports/86210e63-d39b-45f3-a2b9-5c55f6d5bd57 HTTP/1.1" status: 204 len: 173 time: 0.6742201 Sep 15 15:32:51.572004 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40152e73-f4f1-4d15-9b79-ced2a0739d26', 'name': 'network-vif-deleted', 'tag': '86210e63-d39b-45f3-a2b9-5c55f6d5bd57'}] {{(pid=94799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:32:51.576209 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caaf3dc35d391ee5789c70ae145b39738e2d95c5e07cc5749919ddff6cc97c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f691cfa-563e-4606-8705-f9f8c1398c69" -d '{"events": [{"server_uuid": "40152e73-f4f1-4d15-9b79-ced2a0739d26", "name": "network-vif-deleted", "tag": "86210e63-d39b-45f3-a2b9-5c55f6d5bd57"}]}' {{(pid=94799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:32:51.631661 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2b4c81-0269-4f0e-881a-a7d09a757431', 'tag': '42cef83e-5b70-4fe6-b5e3-03b9a0250437'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:32:51.634097 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18555e54-acac-45f9-8681-ed4ce1acadb8" -d '{"events": [{"name": "network-changed", "server_uuid": "1a2b4c81-0269-4f0e-881a-a7d09a757431", "tag": "42cef83e-5b70-4fe6-b5e3-03b9a0250437"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:32:51.663526 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bf5a83bf-d909-4c21-a2b3-ff3d9895de96 req-1981cfe8-f143-4ce2-b6c8-6686cb7946c8 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=40152e73-f4f1-4d15-9b79-ced2a0739d26 HTTP/1.1" status: 200 len: 210 time: 0.0481243 Sep 15 15:32:51.816643 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95911f2b-71fc-4732-89d6-d7e46e637786 x-openstack-request-id: req-95911f2b-71fc-4732-89d6-d7e46e637786 {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:32:51.817063 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a2b4c81-0269-4f0e-881a-a7d09a757431", "tag": "42cef83e-5b70-4fe6-b5e3-03b9a0250437", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:32:51.817431 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-95911f2b-71fc-4732-89d6-d7e46e637786 {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:32:51.819032 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a2b4c81-0269-4f0e-881a-a7d09a757431', 'tag': '42cef83e-5b70-4fe6-b5e3-03b9a0250437', 'status': 'completed', 'code': 200} Sep 15 15:32:51.838900 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9332d70-3159-45ba-93bc-94d4bb617a6a x-openstack-request-id: req-d9332d70-3159-45ba-93bc-94d4bb617a6a {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:32:51.839138 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40152e73-f4f1-4d15-9b79-ced2a0739d26", "name": "network-vif-deleted", "tag": "86210e63-d39b-45f3-a2b9-5c55f6d5bd57", "status": "completed", "code": 200}]} {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:32:51.839300 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d9332d70-3159-45ba-93bc-94d4bb617a6a {{(pid=94799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:32:51.839970 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40152e73-f4f1-4d15-9b79-ced2a0739d26', 'name': 'network-vif-deleted', 'tag': '86210e63-d39b-45f3-a2b9-5c55f6d5bd57', 'status': 'completed', 'code': 200} Sep 15 15:32:51.929815 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18555e54-acac-45f9-8681-ed4ce1acadb8 req-de39c30a-c7da-4bed-9304-f0738fd973c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:51.932904 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-18555e54-acac-45f9-8681-ed4ce1acadb8 req-de39c30a-c7da-4bed-9304-f0738fd973c2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64fab051a563434c8268b58bbb0d3e80&device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 1099 time: 0.0845771 Sep 15 15:32:51.987749 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-3d518cfd-2030-4ccb-88a9-19aa94407f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'name': 'tempest-TestMinimumBasicScenario-617770358-router', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '91298052-bddb-40b8-8dcd-d894bd22ead2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:29:49Z', 'updated_at': '2021-09-15T15:29:55Z', 'revision_number': 4, 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'gw_port': {'id': '91298052-bddb-40b8-8dcd-d894bd22ead2', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:29:50Z', 'updated_at': '2021-09-15T15:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': '711ddbd0-3214-4a3d-8408-69b964014e61', 'name': '', 'network_id': '892dd142-5f76-4245-922e-3a04ff98d493', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'mac_address': 'fa:16:3e:d4:38:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5b5056aa-2130-46e6-b026-a382a7bc0d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:29:54Z', 'updated_at': '2021-09-15T15:30:01Z', 'revision_number': 5, 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'subnets': [{'id': '5b5056aa-2130-46e6-b026-a382a7bc0d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:32:52.042731 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18555e54-acac-45f9-8681-ed4ce1acadb8 req-d7918895-84e8-4bb2-adfd-55fd5f8039fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:52.044613 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-18555e54-acac-45f9-8681-ed4ce1acadb8 req-d7918895-84e8-4bb2-adfd-55fd5f8039fd service neutron] 10.222.0.58 "GET /v2.0/networks?id=892dd142-5f76-4245-922e-3a04ff98d493 HTTP/1.1" status: 200 len: 915 time: 0.1042867 Sep 15 15:32:52.051083 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d518cfd-2030-4ccb-88a9-19aa94407f6c None None] Checking router: 984c3578-5c79-45f9-a0c5-9dfaef8527da for host: dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:32:52.100576 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-18555e54-acac-45f9-8681-ed4ce1acadb8 req-d4249066-ea9a-4915-8d5e-36663315c69e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42cef83e-5b70-4fe6-b5e3-03b9a0250437 HTTP/1.1" status: 200 len: 217 time: 0.0443683 Sep 15 15:32:52.128139 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d518cfd-2030-4ccb-88a9-19aa94407f6c None None] Routers {'984c3578-5c79-45f9-a0c5-9dfaef8527da'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:32:52.129187 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-3d518cfd-2030-4ccb-88a9-19aa94407f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:32:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['984c3578-5c79-45f9-a0c5-9dfaef8527da'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:32:52.159057 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18555e54-acac-45f9-8681-ed4ce1acadb8 req-4b31211b-9f59-460f-bcea-3fa097d05430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:52.159365 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-18555e54-acac-45f9-8681-ed4ce1acadb8 req-4b31211b-9f59-460f-bcea-3fa097d05430 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5b5056aa-2130-46e6-b026-a382a7bc0d18 HTTP/1.1" status: 200 len: 853 time: 0.0487900 Sep 15 15:32:52.213923 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18555e54-acac-45f9-8681-ed4ce1acadb8 req-8d765fb6-16c9-43c5-8410-c9f04631ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:52.215983 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-18555e54-acac-45f9-8681-ed4ce1acadb8 req-8d765fb6-16c9-43c5-8410-c9f04631ae61 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=892dd142-5f76-4245-922e-3a04ff98d493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486882 Sep 15 15:32:52.372608 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-18555e54-acac-45f9-8681-ed4ce1acadb8 req-6aa0e7e4-ad36-474e-ac46-b43b44bf79e8 service neutron] 10.222.0.58 "GET /v2.0/networks/892dd142-5f76-4245-922e-3a04ff98d493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464136 Sep 15 15:32:52.412302 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-3d518cfd-2030-4ccb-88a9-19aa94407f6c None None] Set router 984c3578-5c79-45f9-a0c5-9dfaef8527da gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:32:52.477691 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-18555e54-acac-45f9-8681-ed4ce1acadb8 req-b8780581-f85e-40f1-a6d5-668e382b3a50 service neutron] 10.222.0.58 "GET /v2.0/networks/892dd142-5f76-4245-922e-3a04ff98d493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961032 Sep 15 15:32:52.778770 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-3d518cfd-2030-4ccb-88a9-19aa94407f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'name': 'tempest-TestMinimumBasicScenario-617770358-router', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '91298052-bddb-40b8-8dcd-d894bd22ead2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:29:49Z', 'updated_at': '2021-09-15T15:29:55Z', 'revision_number': 4, 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'gw_port': {'id': '91298052-bddb-40b8-8dcd-d894bd22ead2', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:29:50Z', 'updated_at': '2021-09-15T15:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': '711ddbd0-3214-4a3d-8408-69b964014e61', 'name': '', 'network_id': '892dd142-5f76-4245-922e-3a04ff98d493', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'mac_address': 'fa:16:3e:d4:38:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5b5056aa-2130-46e6-b026-a382a7bc0d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:29:54Z', 'updated_at': '2021-09-15T15:30:01Z', 'revision_number': 5, 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'subnets': [{'id': '5b5056aa-2130-46e6-b026-a382a7bc0d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:32:52.812798 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d518cfd-2030-4ccb-88a9-19aa94407f6c None None] The sync data for ids ['984c3578-5c79-45f9-a0c5-9dfaef8527da'] in dv-cinder-809201-1-iscsi is: [{'id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'name': 'tempest-TestMinimumBasicScenario-617770358-router', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '91298052-bddb-40b8-8dcd-d894bd22ead2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:29:49Z', 'updated_at': '2021-09-15T15:29:55Z', 'revision_number': 4, 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'gw_port': {'id': '91298052-bddb-40b8-8dcd-d894bd22ead2', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:29:50Z', 'updated_at': '2021-09-15T15:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': '711ddbd0-3214-4a3d-8408-69b964014e61', 'name': '', 'network_id': '892dd142-5f76-4245-922e-3a04ff98d493', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'mac_address': 'fa:16:3e:d4:38:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '5b5056aa-2130-46e6-b026-a382a7bc0d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:29:54Z', 'updated_at': '2021-09-15T15:30:01Z', 'revision_number': 5, 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'subnets': [{'id': '5b5056aa-2130-46e6-b026-a382a7bc0d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:32:52.868092 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-37caeb6e-3c0f-46ff-983d-990cd45d65d8 req-85f67d3a-26cb-45b6-9ac0-ad12f2394342 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=40152e73-f4f1-4d15-9b79-ced2a0739d26 HTTP/1.1" status: 200 len: 210 time: 0.0481362 Sep 15 15:32:53.134247 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415302e8-7a79-4ca3-b2a8-f9fda3445455 None None] New status for floating IP 539193e1-e5aa-482b-8cce-7bd3b0f6b271: DOWN {{(pid=94802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:32:53.137589 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-404b2f9b-8ad3-4f59-be1d-fad31298201a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:53.967245 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:32:54.285955 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:54.451337 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 86210e63-d39b-45f3-a2b9-5c55f6d5bd57 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:32:54.472944 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] No Port match for: 86210e63-d39b-45f3-a2b9-5c55f6d5bd57 {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:32:54.473282 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 86210e63-d39b-45f3-a2b9-5c55f6d5bd57 not bound to the agent host hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:32:55.882433 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d6c8b-a280-44b1-984a-dacb9d11b2e7 req-2bc322bd-bd4c-4367-9538-c59e505d48e6 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:55.884074 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-544d6c8b-a280-44b1-984a-dacb9d11b2e7 req-2bc322bd-bd4c-4367-9538-c59e505d48e6 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bf331ae-50e8-4f72-9b0c-5676c21f9b54 HTTP/1.1" status: 200 len: 945 time: 0.0664647 Sep 15 15:32:55.938210 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-544d6c8b-a280-44b1-984a-dacb9d11b2e7 req-4c6b8a41-adf6-4356-8d38-122b4340fcda tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427802 Sep 15 15:32:56.093988 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92b1cc-54ac-4211-9cc1-f54dde0aefb4 req-8858cfe6-22df-4d0b-a05b-b6c8e006e6e3 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:56.096545 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7c92b1cc-54ac-4211-9cc1-f54dde0aefb4 req-8858cfe6-22df-4d0b-a05b-b6c8e006e6e3 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 946 time: 0.0663366 Sep 15 15:32:56.163483 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7c92b1cc-54ac-4211-9cc1-f54dde0aefb4 req-fcea4c06-2884-4d51-84f5-56b5f474856b tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597627 Sep 15 15:32:56.172262 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e45d-2cd3-4d5c-b59a-97f3f2756c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:56.309527 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:57.082723 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce797d-ddd7-4ef3-bb00-0b08197303d8 req-ca642882-e36c-4d4e-b267-0c865da4c0c3 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:57.085608 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b1ce797d-ddd7-4ef3-bb00-0b08197303d8 req-ca642882-e36c-4d4e-b267-0c865da4c0c3 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bf331ae-50e8-4f72-9b0c-5676c21f9b54 HTTP/1.1" status: 200 len: 945 time: 0.0626218 Sep 15 15:32:57.122261 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:57.141649 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b1ce797d-ddd7-4ef3-bb00-0b08197303d8 req-93f36c31-5009-4606-a34a-acb4be3c7280 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495505 Sep 15 15:32:57.299199 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd635c-2e1f-431e-8a5b-dc1d97773b74 req-7313a96e-3fce-46f0-a397-1ff113278202 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:57.300672 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-40bd635c-2e1f-431e-8a5b-dc1d97773b74 req-7313a96e-3fce-46f0-a397-1ff113278202 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 946 time: 0.0576053 Sep 15 15:32:57.347939 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-40bd635c-2e1f-431e-8a5b-dc1d97773b74 req-1605ef12-79f3-4be5-84f9-4536c34890d5 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365705 Sep 15 15:32:57.537812 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808fde7-21e8-4a1b-9829-d10f68180880 req-45517abb-74a7-4bf0-a07f-8bb7a242dbb9 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:57.539471 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-c808fde7-21e8-4a1b-9829-d10f68180880 req-45517abb-74a7-4bf0-a07f-8bb7a242dbb9 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.58 "GET /v2.0/ports?device_id=1bf331ae-50e8-4f72-9b0c-5676c21f9b54 HTTP/1.1" status: 200 len: 945 time: 0.0569999 Sep 15 15:32:57.642178 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [req-c808fde7-21e8-4a1b-9829-d10f68180880 req-82938165-4a4e-4bff-ae76-bcad01574af2 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Deleting port de08f034-edc4-4948-9db2-5de331f9641e {{(pid=94799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:32:57.642519 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-c808fde7-21e8-4a1b-9829-d10f68180880 req-82938165-4a4e-4bff-ae76-bcad01574af2 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:57.747702 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [req-c808fde7-21e8-4a1b-9829-d10f68180880 req-82938165-4a4e-4bff-ae76-bcad01574af2 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] For port de08f034-edc4-4948-9db2-5de331f9641e, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=de08f034-edc4-4948-9db2-5de331f9641e,segment=NetworkSegment(9a8b93c5-2830-4a17-91ae-1766f5aad56b),segment_id=9a8b93c5-2830-4a17-91ae-1766f5aad56b)] {{(pid=94799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:32:57.748058 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-c808fde7-21e8-4a1b-9829-d10f68180880 req-82938165-4a4e-4bff-ae76-bcad01574af2 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:57.765741 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [req-c808fde7-21e8-4a1b-9829-d10f68180880 req-82938165-4a4e-4bff-ae76-bcad01574af2 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Calling delete_port for de08f034-edc4-4948-9db2-5de331f9641e owned by compute:nova {{(pid=94799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:32:58.019100 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c37a9b-0692-4c83-8549-76295397fdd8 req-c171c33b-dcf6-454d-abd2-1e26c3066db6 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:58.020651 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d7c37a9b-0692-4c83-8549-76295397fdd8 req-c171c33b-dcf6-454d-abd2-1e26c3066db6 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 946 time: 0.0551698 Sep 15 15:32:58.035533 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-c808fde7-21e8-4a1b-9829-d10f68180880 req-82938165-4a4e-4bff-ae76-bcad01574af2 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:58.048491 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['1f3a1590-fec5-413d-87bc-f7438223dd83', '6508afdf-4eb9-4a6f-a1a8-7eb8311746a5', 'de08f034-edc4-4948-9db2-5de331f9641e'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:32:58.096633 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82938165-4a4e-4bff-ae76-bcad01574af2 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Pushing event deleted for resources: {'Port': ['ID=de08f034-edc4-4948-9db2-5de331f9641e,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:58.120043 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82938165-4a4e-4bff-ae76-bcad01574af2 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:58.122312 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82938165-4a4e-4bff-ae76-bcad01574af2 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:58.122312 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82938165-4a4e-4bff-ae76-bcad01574af2 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:58.122312 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82938165-4a4e-4bff-ae76-bcad01574af2 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:58.122312 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82938165-4a4e-4bff-ae76-bcad01574af2 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:58.123178 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82938165-4a4e-4bff-ae76-bcad01574af2 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:58.123361 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82938165-4a4e-4bff-ae76-bcad01574af2 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:58.123825 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82938165-4a4e-4bff-ae76-bcad01574af2 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:58.124292 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82938165-4a4e-4bff-ae76-bcad01574af2 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:58.124801 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82938165-4a4e-4bff-ae76-bcad01574af2 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:58.125269 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82938165-4a4e-4bff-ae76-bcad01574af2 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:58.125764 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82938165-4a4e-4bff-ae76-bcad01574af2 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:58.159944 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [req-d7c37a9b-0692-4c83-8549-76295397fdd8 req-091b257e-a5e4-4a14-a00d-e8486e6a685e tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Deleting port 42cef83e-5b70-4fe6-b5e3-03b9a0250437 {{(pid=94800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:32:58.160691 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-d7c37a9b-0692-4c83-8549-76295397fdd8 req-091b257e-a5e4-4a14-a00d-e8486e6a685e tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:58.189582 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [req-c808fde7-21e8-4a1b-9829-d10f68180880 req-82938165-4a4e-4bff-ae76-bcad01574af2 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] No DVR routers for this DVR port de08f034-edc4-4948-9db2-5de331f9641e on host hv-cinder-80920 {{(pid=94799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:32:58.200790 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-c808fde7-21e8-4a1b-9829-d10f68180880 req-82938165-4a4e-4bff-ae76-bcad01574af2 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:58.204572 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-c808fde7-21e8-4a1b-9829-d10f68180880 req-82938165-4a4e-4bff-ae76-bcad01574af2 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.58 "DELETE /v2.0/ports/de08f034-edc4-4948-9db2-5de331f9641e HTTP/1.1" status: 204 len: 173 time: 0.6561613 Sep 15 15:32:58.205358 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf331ae-50e8-4f72-9b0c-5676c21f9b54', 'name': 'network-vif-deleted', 'tag': 'de08f034-edc4-4948-9db2-5de331f9641e'}] {{(pid=94799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:32:58.225430 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caaf3dc35d391ee5789c70ae145b39738e2d95c5e07cc5749919ddff6cc97c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fae1020-d93d-43be-80d6-32fb40e2077e" -d '{"events": [{"server_uuid": "1bf331ae-50e8-4f72-9b0c-5676c21f9b54", "name": "network-vif-deleted", "tag": "de08f034-edc4-4948-9db2-5de331f9641e"}]}' {{(pid=94799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:32:58.332881 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-456dc639-2c95-4f03-ade8-adda1c66c283 req-75ff85fc-99fb-4c47-8431-3c947d3eaf8b tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bf331ae-50e8-4f72-9b0c-5676c21f9b54 HTTP/1.1" status: 200 len: 210 time: 0.0535271 Sep 15 15:32:58.365367 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b153282d-ea12-430c-84c3-cf20412d62ab x-openstack-request-id: req-b153282d-ea12-430c-84c3-cf20412d62ab {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:32:58.365797 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf331ae-50e8-4f72-9b0c-5676c21f9b54", "name": "network-vif-deleted", "tag": "de08f034-edc4-4948-9db2-5de331f9641e", "status": "completed", "code": 200}]} {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:32:58.366176 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b153282d-ea12-430c-84c3-cf20412d62ab {{(pid=94799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:32:58.366797 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf331ae-50e8-4f72-9b0c-5676c21f9b54', 'name': 'network-vif-deleted', 'tag': 'de08f034-edc4-4948-9db2-5de331f9641e', 'status': 'completed', 'code': 200} Sep 15 15:32:58.386272 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-d7c37a9b-0692-4c83-8549-76295397fdd8 req-091b257e-a5e4-4a14-a00d-e8486e6a685e tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] For port 42cef83e-5b70-4fe6-b5e3-03b9a0250437, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=42cef83e-5b70-4fe6-b5e3-03b9a0250437,segment=NetworkSegment(f771cd33-efad-4e9b-98af-f3712cca4008),segment_id=f771cd33-efad-4e9b-98af-f3712cca4008)] {{(pid=94800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:32:58.386891 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-d7c37a9b-0692-4c83-8549-76295397fdd8 req-091b257e-a5e4-4a14-a00d-e8486e6a685e tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:58.412949 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [req-d7c37a9b-0692-4c83-8549-76295397fdd8 req-091b257e-a5e4-4a14-a00d-e8486e6a685e tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Calling delete_port for 42cef83e-5b70-4fe6-b5e3-03b9a0250437 owned by compute:nova {{(pid=94800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:32:58.566051 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e097d5-04d7-4dce-a1c6-49f6e5602888 req-0f8f9d07-062f-47fb-9a4c-ad555d070f07 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:58.567611 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-77e097d5-04d7-4dce-a1c6-49f6e5602888 req-0f8f9d07-062f-47fb-9a4c-ad555d070f07 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 946 time: 0.0890999 Sep 15 15:32:58.663735 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-77e097d5-04d7-4dce-a1c6-49f6e5602888 req-24e60ebf-7c01-414c-80ca-b0d3fda4d703 tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebbda180-c035-430d-a75a-db21c7ba3690&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817051 Sep 15 15:32:58.749135 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-d7c37a9b-0692-4c83-8549-76295397fdd8 req-091b257e-a5e4-4a14-a00d-e8486e6a685e tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:58.749774 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:58.788571 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b257e-a5e4-4a14-a00d-e8486e6a685e tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Pushing event deleted for resources: {'Port': ['ID=42cef83e-5b70-4fe6-b5e3-03b9a0250437,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:58.842316 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c37a9b-0692-4c83-8549-76295397fdd8 req-091b257e-a5e4-4a14-a00d-e8486e6a685e tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] No DVR routers for this DVR port 42cef83e-5b70-4fe6-b5e3-03b9a0250437 on host hv-cinder-80920 {{(pid=94800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:32:58.845337 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-d7c37a9b-0692-4c83-8549-76295397fdd8 req-091b257e-a5e4-4a14-a00d-e8486e6a685e tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:58.846712 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['42cef83e-5b70-4fe6-b5e3-03b9a0250437'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:32:58.848019 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d7c37a9b-0692-4c83-8549-76295397fdd8 req-091b257e-a5e4-4a14-a00d-e8486e6a685e tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.58 "DELETE /v2.0/ports/42cef83e-5b70-4fe6-b5e3-03b9a0250437 HTTP/1.1" status: 204 len: 173 time: 0.8193028 Sep 15 15:32:58.848680 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2b4c81-0269-4f0e-881a-a7d09a757431', 'name': 'network-vif-deleted', 'tag': '42cef83e-5b70-4fe6-b5e3-03b9a0250437'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:32:58.852348 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ee348f-eaaa-41f7-a884-af6eacbd4a05" -d '{"events": [{"server_uuid": "1a2b4c81-0269-4f0e-881a-a7d09a757431", "name": "network-vif-deleted", "tag": "42cef83e-5b70-4fe6-b5e3-03b9a0250437"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:32:58.897897 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd032b34-1519-4f1d-822c-63b968fb15fc x-openstack-request-id: req-dd032b34-1519-4f1d-822c-63b968fb15fc {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:32:58.898222 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2b4c81-0269-4f0e-881a-a7d09a757431", "name": "network-vif-deleted", "tag": "42cef83e-5b70-4fe6-b5e3-03b9a0250437", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:32:58.898514 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dd032b34-1519-4f1d-822c-63b968fb15fc {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:32:58.898955 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2b4c81-0269-4f0e-881a-a7d09a757431', 'name': 'network-vif-deleted', 'tag': '42cef83e-5b70-4fe6-b5e3-03b9a0250437', 'status': 'completed', 'code': 200} Sep 15 15:32:59.493477 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8f10432e-a882-40c0-afac-9709eb9188fb req-e3cd1ba8-4c3f-4756-88a2-0335572d7f90 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bf331ae-50e8-4f72-9b0c-5676c21f9b54 HTTP/1.1" status: 200 len: 210 time: 0.0355506 Sep 15 15:32:59.791372 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2dbcc193-cafb-47cb-a40c-ea90f55b3562 req-48ea5b10-3695-4701-abc0-0d8c1ab2408f tempest-TestMinimumBasicScenario-1020261675 tempest-TestMinimumBasicScenario-1020261675-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a2b4c81-0269-4f0e-881a-a7d09a757431 HTTP/1.1" status: 200 len: 210 time: 0.0294397 Sep 15 15:33:01.032805 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfea9c8-66f5-49ce-a040-414b18f4cfbd req-18483e93-9abb-43fd-bdc1-a32da94fd3cc tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:01.034442 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0dfea9c8-66f5-49ce-a040-414b18f4cfbd req-18483e93-9abb-43fd-bdc1-a32da94fd3cc tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=172977df-22b0-4015-aa86-17ed04e26f6f HTTP/1.1" status: 200 len: 946 time: 0.0584629 Sep 15 15:33:01.108028 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0dfea9c8-66f5-49ce-a040-414b18f4cfbd req-be3bc11d-c258-4f84-a18b-8d6123ab2b51 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663321 Sep 15 15:33:02.243714 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7e824-176f-4306-b95d-03d1386e7b1e req-d41f9140-cc09-41c0-8043-77c30cc7c500 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:02.246282 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-91e7e824-176f-4306-b95d-03d1386e7b1e req-d41f9140-cc09-41c0-8043-77c30cc7c500 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=172977df-22b0-4015-aa86-17ed04e26f6f HTTP/1.1" status: 200 len: 946 time: 0.0593452 Sep 15 15:33:02.298455 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-91e7e824-176f-4306-b95d-03d1386e7b1e req-53fc74ae-1db5-443a-bbbf-07f503626847 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429635 Sep 15 15:33:02.496050 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 42cef83e-5b70-4fe6-b5e3-03b9a0250437 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:33:02.507797 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688788a-d8a5-40af-872a-53646b87cb65 req-ed201ebb-666f-4405-a79f-307175542ba7 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:02.507797 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6688788a-d8a5-40af-872a-53646b87cb65 req-ed201ebb-666f-4405-a79f-307175542ba7 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.58 "GET /v2.0/ports?device_id=172977df-22b0-4015-aa86-17ed04e26f6f HTTP/1.1" status: 200 len: 946 time: 0.0565760 Sep 15 15:33:02.526126 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 54404) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:33:02.534004 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] No Port match for: 42cef83e-5b70-4fe6-b5e3-03b9a0250437 {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:33:02.534532 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 42cef83e-5b70-4fe6-b5e3-03b9a0250437 not bound to the agent host hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:33:02.535244 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device de08f034-edc4-4948-9db2-5de331f9641e no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:33:02.570912 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] No Port match for: de08f034-edc4-4948-9db2-5de331f9641e {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:33:02.571513 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device de08f034-edc4-4948-9db2-5de331f9641e not bound to the agent host hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:33:02.738893 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [req-6688788a-d8a5-40af-872a-53646b87cb65 req-9573eff4-4386-40ac-8ed8-68742613435f tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Deleting port 6508afdf-4eb9-4a6f-a1a8-7eb8311746a5 {{(pid=94800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:33:02.739387 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-6688788a-d8a5-40af-872a-53646b87cb65 req-9573eff4-4386-40ac-8ed8-68742613435f tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:03.203428 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-6688788a-d8a5-40af-872a-53646b87cb65 req-9573eff4-4386-40ac-8ed8-68742613435f tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] For port 6508afdf-4eb9-4a6f-a1a8-7eb8311746a5, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=6508afdf-4eb9-4a6f-a1a8-7eb8311746a5,segment=NetworkSegment(9a8b93c5-2830-4a17-91ae-1766f5aad56b),segment_id=9a8b93c5-2830-4a17-91ae-1766f5aad56b)] {{(pid=94800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:33:03.203930 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-6688788a-d8a5-40af-872a-53646b87cb65 req-9573eff4-4386-40ac-8ed8-68742613435f tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:03.223245 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [req-6688788a-d8a5-40af-872a-53646b87cb65 req-9573eff4-4386-40ac-8ed8-68742613435f tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Calling delete_port for 6508afdf-4eb9-4a6f-a1a8-7eb8311746a5 owned by compute:nova {{(pid=94800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:33:03.578020 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25c9bc-5d51-4b3a-b701-c24c94551e52 req-41605c92-a041-4ca8-a868-3a4bded1486f tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:03.579591 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6c25c9bc-5d51-4b3a-b701-c24c94551e52 req-41605c92-a041-4ca8-a868-3a4bded1486f tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=172977df-22b0-4015-aa86-17ed04e26f6f HTTP/1.1" status: 200 len: 946 time: 0.1815021 Sep 15 15:33:03.642057 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-1c76b87e-5838-4c21-a4c0-ae0a9a23d446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579089'] for router_interface, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:03.684493 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6c25c9bc-5d51-4b3a-b701-c24c94551e52 req-005a72b6-821b-4fd9-9eca-728fa19c0920 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925984 Sep 15 15:33:03.685177 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-6688788a-d8a5-40af-872a-53646b87cb65 req-9573eff4-4386-40ac-8ed8-68742613435f tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:03.698540 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['1f3a1590-fec5-413d-87bc-f7438223dd83', '6508afdf-4eb9-4a6f-a1a8-7eb8311746a5'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:33:03.724028 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573eff4-4386-40ac-8ed8-68742613435f tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Pushing event deleted for resources: {'Port': ['ID=6508afdf-4eb9-4a6f-a1a8-7eb8311746a5,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:03.831860 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [req-6688788a-d8a5-40af-872a-53646b87cb65 req-9573eff4-4386-40ac-8ed8-68742613435f tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] No DVR routers for this DVR port 6508afdf-4eb9-4a6f-a1a8-7eb8311746a5 on host hv-cinder-80920 {{(pid=94800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:33:03.842697 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-6688788a-d8a5-40af-872a-53646b87cb65 req-9573eff4-4386-40ac-8ed8-68742613435f tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:03.842697 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6688788a-d8a5-40af-872a-53646b87cb65 req-9573eff4-4386-40ac-8ed8-68742613435f tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.58 "DELETE /v2.0/ports/6508afdf-4eb9-4a6f-a1a8-7eb8311746a5 HTTP/1.1" status: 204 len: 173 time: 1.3263178 Sep 15 15:33:03.842697 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172977df-22b0-4015-aa86-17ed04e26f6f', 'name': 'network-vif-deleted', 'tag': '6508afdf-4eb9-4a6f-a1a8-7eb8311746a5'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:33:03.845877 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a0b3d8-85c1-4fb3-b822-f2628a80d690" -d '{"events": [{"server_uuid": "172977df-22b0-4015-aa86-17ed04e26f6f", "name": "network-vif-deleted", "tag": "6508afdf-4eb9-4a6f-a1a8-7eb8311746a5"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:33:03.929981 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01b0fc5-13d3-4bec-9428-e0b4d222bd14 x-openstack-request-id: req-b01b0fc5-13d3-4bec-9428-e0b4d222bd14 {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:33:03.930431 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172977df-22b0-4015-aa86-17ed04e26f6f", "name": "network-vif-deleted", "tag": "6508afdf-4eb9-4a6f-a1a8-7eb8311746a5", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:33:03.932015 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b01b0fc5-13d3-4bec-9428-e0b4d222bd14 {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:33:03.932844 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172977df-22b0-4015-aa86-17ed04e26f6f', 'name': 'network-vif-deleted', 'tag': '6508afdf-4eb9-4a6f-a1a8-7eb8311746a5', 'status': 'completed', 'code': 200} Sep 15 15:33:04.235462 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-1c76b87e-5838-4c21-a4c0-ae0a9a23d446 admin admin] Deleting port 711ddbd0-3214-4a3d-8408-69b964014e61 {{(pid=94800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:33:04.235987 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-1c76b87e-5838-4c21-a4c0-ae0a9a23d446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:04.322510 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [None req-1c76b87e-5838-4c21-a4c0-ae0a9a23d446 admin admin] For port 711ddbd0-3214-4a3d-8408-69b964014e61, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=711ddbd0-3214-4a3d-8408-69b964014e61,segment=NetworkSegment(f771cd33-efad-4e9b-98af-f3712cca4008),segment_id=f771cd33-efad-4e9b-98af-f3712cca4008)] {{(pid=94800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:33:04.322866 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-1c76b87e-5838-4c21-a4c0-ae0a9a23d446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:04.337914 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-1c76b87e-5838-4c21-a4c0-ae0a9a23d446 admin admin] Calling delete_port for 711ddbd0-3214-4a3d-8408-69b964014e61 owned by network:router_interface {{(pid=94800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:33:04.606683 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-1c76b87e-5838-4c21-a4c0-ae0a9a23d446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:04.643417 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76b87e-5838-4c21-a4c0-ae0a9a23d446 admin admin] Pushing event deleted for resources: {'Port': ['ID=711ddbd0-3214-4a3d-8408-69b964014e61,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:04.875003 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9bb08fef-5756-48a3-aabe-e94618a714d6 req-1618b4a4-0e22-4608-aac5-483065dade0b tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=172977df-22b0-4015-aa86-17ed04e26f6f HTTP/1.1" status: 200 len: 210 time: 0.0429754 Sep 15 15:33:04.893033 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-1c76b87e-5838-4c21-a4c0-ae0a9a23d446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568993'] for router_interface, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:05.210364 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c76b87e-5838-4c21-a4c0-ae0a9a23d446 admin admin] Router 984c3578-5c79-45f9-a0c5-9dfaef8527da has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:33:05.348504 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c76b87e-5838-4c21-a4c0-ae0a9a23d446 admin admin] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:33:05.355212 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-1c76b87e-5838-4c21-a4c0-ae0a9a23d446 admin admin] 10.222.0.54 "PUT /v2.0/routers/984c3578-5c79-45f9-a0c5-9dfaef8527da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8298795 Sep 15 15:33:05.359707 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 54422) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:33:05.361611 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a3b31f-c44f-4a7a-ae61-0e2d9f670d3c None None] Sync routers for ids ['984c3578-5c79-45f9-a0c5-9dfaef8527da'] in dv-cinder-809201-1-iscsi {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:33:05.373159 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a3b31f-c44f-4a7a-ae61-0e2d9f670d3c None None] Routers {'984c3578-5c79-45f9-a0c5-9dfaef8527da'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:33:05.373789 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-a5a3b31f-c44f-4a7a-ae61-0e2d9f670d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:32:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['984c3578-5c79-45f9-a0c5-9dfaef8527da'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:33:05.510826 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c6fd5120-eb26-405c-b5a4-0c72903d182b admin admin] Notify callbacks [] for router, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:05.514746 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-a5a3b31f-c44f-4a7a-ae61-0e2d9f670d3c None None] Set router 984c3578-5c79-45f9-a0c5-9dfaef8527da gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:33:05.724533 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c6fd5120-eb26-405c-b5a4-0c72903d182b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:05.842221 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-a5a3b31f-c44f-4a7a-ae61-0e2d9f670d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'name': 'tempest-TestMinimumBasicScenario-617770358-router', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '91298052-bddb-40b8-8dcd-d894bd22ead2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:29:49Z', 'updated_at': '2021-09-15T15:33:04Z', 'revision_number': 5, 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'gw_port': {'id': '91298052-bddb-40b8-8dcd-d894bd22ead2', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:29:50Z', 'updated_at': '2021-09-15T15:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:33:05.885774 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a3b31f-c44f-4a7a-ae61-0e2d9f670d3c None None] Checking router: 984c3578-5c79-45f9-a0c5-9dfaef8527da for host: dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:33:05.901412 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a3b31f-c44f-4a7a-ae61-0e2d9f670d3c None None] Routers {'984c3578-5c79-45f9-a0c5-9dfaef8527da'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:33:05.902543 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-a5a3b31f-c44f-4a7a-ae61-0e2d9f670d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:32:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['984c3578-5c79-45f9-a0c5-9dfaef8527da'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:33:05.923000 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-c6fd5120-eb26-405c-b5a4-0c72903d182b admin admin] Deleting port 91298052-bddb-40b8-8dcd-d894bd22ead2 {{(pid=94799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:33:05.923000 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c6fd5120-eb26-405c-b5a4-0c72903d182b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:06.029768 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [None req-c6fd5120-eb26-405c-b5a4-0c72903d182b admin admin] For port 91298052-bddb-40b8-8dcd-d894bd22ead2, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=91298052-bddb-40b8-8dcd-d894bd22ead2,segment=NetworkSegment(892b6518-e65e-438b-8e7f-3ce7335aa343),segment_id=892b6518-e65e-438b-8e7f-3ce7335aa343)] {{(pid=94799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:33:06.030038 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c6fd5120-eb26-405c-b5a4-0c72903d182b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:06.045196 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-c6fd5120-eb26-405c-b5a4-0c72903d182b admin admin] Calling delete_port for 91298052-bddb-40b8-8dcd-d894bd22ead2 owned by network:router_gateway {{(pid=94799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:33:06.282440 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-a5a3b31f-c44f-4a7a-ae61-0e2d9f670d3c None None] Set router 984c3578-5c79-45f9-a0c5-9dfaef8527da gateway port host: None {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:33:06.372077 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c6fd5120-eb26-405c-b5a4-0c72903d182b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:06.394815 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-a5a3b31f-c44f-4a7a-ae61-0e2d9f670d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'name': 'tempest-TestMinimumBasicScenario-617770358-router', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:29:49Z', 'updated_at': '2021-09-15T15:33:05Z', 'revision_number': 6, 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'gw_port_host': None}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:33:06.401348 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd5120-eb26-405c-b5a4-0c72903d182b admin admin] Pushing event deleted for resources: {'Port': ['ID=91298052-bddb-40b8-8dcd-d894bd22ead2,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:06.452438 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a3b31f-c44f-4a7a-ae61-0e2d9f670d3c None None] The sync data for ids ['984c3578-5c79-45f9-a0c5-9dfaef8527da'] in dv-cinder-809201-1-iscsi is: [{'id': '984c3578-5c79-45f9-a0c5-9dfaef8527da', 'name': 'tempest-TestMinimumBasicScenario-617770358-router', 'tenant_id': '64fab051a563434c8268b58bbb0d3e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:29:49Z', 'updated_at': '2021-09-15T15:33:05Z', 'revision_number': 6, 'project_id': '64fab051a563434c8268b58bbb0d3e80', 'gw_port_host': None}] {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:33:06.474147 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c6fd5120-eb26-405c-b5a4-0c72903d182b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568935'] for router_gateway, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:06.499491 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 6508afdf-4eb9-4a6f-a1a8-7eb8311746a5 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:33:06.529672 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] No Port match for: 6508afdf-4eb9-4a6f-a1a8-7eb8311746a5 {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:33:06.530061 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 6508afdf-4eb9-4a6f-a1a8-7eb8311746a5 not bound to the agent host hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:33:06.596191 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c6fd5120-eb26-405c-b5a4-0c72903d182b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:06.599079 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c6fd5120-eb26-405c-b5a4-0c72903d182b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:06.749504 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c6fd5120-eb26-405c-b5a4-0c72903d182b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-580045'] for router, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:06.750448 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fd5120-eb26-405c-b5a4-0c72903d182b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 984c3578-5c79-45f9-a0c5-9dfaef8527da {{(pid=94799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:33:06.757649 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c6fd5120-eb26-405c-b5a4-0c72903d182b admin admin] Notify callbacks [] for router, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:06.759927 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-c6fd5120-eb26-405c-b5a4-0c72903d182b admin admin] 10.222.0.54 "DELETE /v2.0/routers/984c3578-5c79-45f9-a0c5-9dfaef8527da HTTP/1.1" status: 204 len: 168 time: 1.3980939 Sep 15 15:33:06.763104 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 54440) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:33:06.814224 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa4d51b-e1ec-40f2-8f4c-9eb4568df5a2 admin admin] Deleting subnet 5b5056aa-2130-46e6-b026-a382a7bc0d18 {{(pid=94799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:33:06.821291 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d51b-e1ec-40f2-8f4c-9eb4568df5a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:06.865963 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d51b-e1ec-40f2-8f4c-9eb4568df5a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9270566'] for subnet, precommit_delete_associations {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:07.006608 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d51b-e1ec-40f2-8f4c-9eb4568df5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1523291'] for subnet, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:07.161439 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d51b-e1ec-40f2-8f4c-9eb4568df5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1523276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9314439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9382956'] for subnet, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:07.192598 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4d51b-e1ec-40f2-8f4c-9eb4568df5a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b5056aa-2130-46e6-b026-a382a7bc0d18,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:07.197772 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d51b-e1ec-40f2-8f4c-9eb4568df5a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:07.200441 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-cfa4d51b-e1ec-40f2-8f4c-9eb4568df5a2 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5b5056aa-2130-46e6-b026-a382a7bc0d18 HTTP/1.1" status: 204 len: 168 time: 0.4362192 Sep 15 15:33:07.202098 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 54444) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:33:07.206539 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546a6334-1c1b-404d-8e32-5c744d91e8f8 None None] Network 892dd142-5f76-4245-922e-3a04ff98d493 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:33:07.290428 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-d522f676-f163-4a92-9786-e999f67ce6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369514'] for network, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:07.376187 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-d522f676-f163-4a92-9786-e999f67ce6ed admin admin] Deleting port 6c55232f-0994-495e-b744-64eaeaa34c2f {{(pid=94799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:33:07.376769 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-d522f676-f163-4a92-9786-e999f67ce6ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:07.490229 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [None req-d522f676-f163-4a92-9786-e999f67ce6ed admin admin] For port 6c55232f-0994-495e-b744-64eaeaa34c2f, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=6c55232f-0994-495e-b744-64eaeaa34c2f,segment=NetworkSegment(f771cd33-efad-4e9b-98af-f3712cca4008),segment_id=f771cd33-efad-4e9b-98af-f3712cca4008)] {{(pid=94799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:33:07.490806 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-d522f676-f163-4a92-9786-e999f67ce6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:07.506867 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5970c165-482e-45f9-a73b-1b278de1c310 None None] DHCP port deletion for 892dd142-5f76-4245-922e-3a04ff98d493 request from dv-cinder-809201-1-iscsi {{(pid=94801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:33:07.532338 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-d522f676-f163-4a92-9786-e999f67ce6ed admin admin] Calling delete_port for 6c55232f-0994-495e-b744-64eaeaa34c2f owned by network:dhcp {{(pid=94799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:33:07.564418 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-5970c165-482e-45f9-a73b-1b278de1c310 None None] Deleting port 6c55232f-0994-495e-b744-64eaeaa34c2f {{(pid=94801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:33:07.564822 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-5970c165-482e-45f9-a73b-1b278de1c310 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:07.645701 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-5970c165-482e-45f9-a73b-1b278de1c310 None None] For port 6c55232f-0994-495e-b744-64eaeaa34c2f, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=6c55232f-0994-495e-b744-64eaeaa34c2f,segment=NetworkSegment(f771cd33-efad-4e9b-98af-f3712cca4008),segment_id=f771cd33-efad-4e9b-98af-f3712cca4008)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:33:07.646161 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-5970c165-482e-45f9-a73b-1b278de1c310 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:07.669042 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-5970c165-482e-45f9-a73b-1b278de1c310 None None] Calling delete_port for 6c55232f-0994-495e-b744-64eaeaa34c2f owned by network:dhcp {{(pid=94801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:33:07.746212 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-d522f676-f163-4a92-9786-e999f67ce6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:07.823190 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522f676-f163-4a92-9786-e999f67ce6ed admin admin] Pushing event deleted for resources: {'Port': ['ID=6c55232f-0994-495e-b744-64eaeaa34c2f,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:07.832903 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d522f676-f163-4a92-9786-e999f67ce6ed admin admin] No DVR routers for this DVR port 6c55232f-0994-495e-b744-64eaeaa34c2f on host dv-cinder-809201-1-iscsi {{(pid=94799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:33:07.838952 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-5970c165-482e-45f9-a73b-1b278de1c310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473'] for port, after_delete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:07.914336 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970c165-482e-45f9-a73b-1b278de1c310 None None] Pushing event deleted for resources: {'Port': ['ID=6c55232f-0994-495e-b744-64eaeaa34c2f,revision_number=None']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:07.922464 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-d522f676-f163-4a92-9786-e999f67ce6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522908', 'neutron.services.segments.db._delete_segments_for_network-8751443108509'] for network, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:07.922769 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5970c165-482e-45f9-a73b-1b278de1c310 None None] No DVR routers for this DVR port 6c55232f-0994-495e-b744-64eaeaa34c2f on host dv-cinder-809201-1-iscsi {{(pid=94801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:33:07.935523 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5970c165-482e-45f9-a73b-1b278de1c310 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:33:07.936161 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5970c165-482e-45f9-a73b-1b278de1c310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:33:07.936755 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5970c165-482e-45f9-a73b-1b278de1c310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:33:07.937456 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5970c165-482e-45f9-a73b-1b278de1c310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:33:07.938076 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5970c165-482e-45f9-a73b-1b278de1c310 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:33:07.938628 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5970c165-482e-45f9-a73b-1b278de1c310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:33:07.939192 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5970c165-482e-45f9-a73b-1b278de1c310 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:33:07.939573 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5970c165-482e-45f9-a73b-1b278de1c310 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:33:07.940013 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5970c165-482e-45f9-a73b-1b278de1c310 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:33:07.940513 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5970c165-482e-45f9-a73b-1b278de1c310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:33:07.940988 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5970c165-482e-45f9-a73b-1b278de1c310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:33:07.941367 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5970c165-482e-45f9-a73b-1b278de1c310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:33:07.951226 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.services.segments.db [None req-d522f676-f163-4a92-9786-e999f67ce6ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892dd142-5f76-4245-922e-3a04ff98d493']}} {{(pid=94799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:33:07.969153 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892fd3f-f800-4baf-955a-5b2e0351d0ee req-7b726ae3-cf1d-4718-8ee0-6d3c09ceaad0 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:07.969153 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d892fd3f-f800-4baf-955a-5b2e0351d0ee req-7b726ae3-cf1d-4718-8ee0-6d3c09ceaad0 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=83df08ba-9e48-4cef-bb00-178841642946 HTTP/1.1" status: 200 len: 945 time: 0.1032925 Sep 15 15:33:07.973550 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.services.segments.db [None req-d522f676-f163-4a92-9786-e999f67ce6ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f771cd33-efad-4e9b-98af-f3712cca4008') {'for_net_delete': True} {{(pid=94799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:33:07.973550 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.services.segments.db [None req-d522f676-f163-4a92-9786-e999f67ce6ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f771cd33-efad-4e9b-98af-f3712cca4008') {} {{(pid=94799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:33:07.988841 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-d522f676-f163-4a92-9786-e999f67ce6ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751443108774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9270573'] for segment, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:08.007368 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-d522f676-f163-4a92-9786-e999f67ce6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:08.017880 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d522f676-f163-4a92-9786-e999f67ce6ed admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:33:08.018297 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-d522f676-f163-4a92-9786-e999f67ce6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9314649'] for segment, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: Traceback (most recent call last): Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: timer() Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: cb(*args, **kw) Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: return func(*args, **kwargs) Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: self._notify() Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: self.callback(batched_events) Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: event.method(event) Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: return f(self, *a, **k) Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: return self._get(url).json() Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: return self.request(url, 'GET', **kwargs) Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:33:08.020250 dv-cinder-809201-1-iscsi neutron-server[94799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:33:08.025477 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d892fd3f-f800-4baf-955a-5b2e0351d0ee req-e98a4c5e-da0d-4354-bd81-b9ef4e4089b8 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482404 Sep 15 15:33:08.161547 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 711ddbd0-3214-4a3d-8408-69b964014e61 no longer exists at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:33:08.199617 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] No Port match for: 711ddbd0-3214-4a3d-8408-69b964014e61 {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:33:08.200087 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 711ddbd0-3214-4a3d-8408-69b964014e61 not bound to the agent host dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:33:08.200771 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 91298052-bddb-40b8-8dcd-d894bd22ead2 no longer exists at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:33:08.211932 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-d522f676-f163-4a92-9786-e999f67ce6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:08.229256 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-d522f676-f163-4a92-9786-e999f67ce6ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:08.229256 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-d522f676-f163-4a92-9786-e999f67ce6ed admin admin] 10.222.0.54 "DELETE /v2.0/networks/892dd142-5f76-4245-922e-3a04ff98d493 HTTP/1.1" status: 204 len: 168 time: 1.0203099 Sep 15 15:33:08.229592 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 54456) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:33:08.234643 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] No Port match for: 91298052-bddb-40b8-8dcd-d894bd22ead2 {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:33:08.235207 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 91298052-bddb-40b8-8dcd-d894bd22ead2 not bound to the agent host dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:33:08.235765 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 6c55232f-0994-495e-b744-64eaeaa34c2f no longer exists at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:33:08.241137 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522f676-f163-4a92-9786-e999f67ce6ed admin admin] Pushing event deleted for resources: {'Network': ['ID=892dd142-5f76-4245-922e-3a04ff98d493,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:08.263042 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] No Port match for: 6c55232f-0994-495e-b744-64eaeaa34c2f {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:33:08.263569 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 6c55232f-0994-495e-b744-64eaeaa34c2f not bound to the agent host dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:33:08.784095 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921346fc-3f84-4232-98e3-84866e044abd req-96c14bb1-f1fe-4010-949e-2f2a757354d0 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:08.786835 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-921346fc-3f84-4232-98e3-84866e044abd req-96c14bb1-f1fe-4010-949e-2f2a757354d0 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 946 time: 0.1437380 Sep 15 15:33:08.852654 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f0c8bb42-987e-457a-a163-784a8c947f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579089'] for router_interface, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:08.941776 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-921346fc-3f84-4232-98e3-84866e044abd req-61b805f2-0564-4c93-ac8c-877621cad92c tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461728 Sep 15 15:33:09.243392 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad2eff-98ca-4ad3-b089-25318d81eaa2 req-a1eb3943-ee22-4fd0-9fc1-4cf0ff125f7d tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:09.245606 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-47ad2eff-98ca-4ad3-b089-25318d81eaa2 req-a1eb3943-ee22-4fd0-9fc1-4cf0ff125f7d tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=83df08ba-9e48-4cef-bb00-178841642946 HTTP/1.1" status: 200 len: 945 time: 0.1013086 Sep 15 15:33:09.282524 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-f0c8bb42-987e-457a-a163-784a8c947f90 admin admin] Deleting port 22de7faf-c1d0-4f13-9dbd-1907b90f5e3a {{(pid=94800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:33:09.282889 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f0c8bb42-987e-457a-a163-784a8c947f90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:09.318704 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-47ad2eff-98ca-4ad3-b089-25318d81eaa2 req-ed9bb119-0abf-4058-b734-059e9b3ecc54 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637054 Sep 15 15:33:09.423010 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [None req-f0c8bb42-987e-457a-a163-784a8c947f90 admin admin] For port 22de7faf-c1d0-4f13-9dbd-1907b90f5e3a, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=22de7faf-c1d0-4f13-9dbd-1907b90f5e3a,segment=NetworkSegment(62a945db-1fa0-4a32-aa75-c316044b4e54),segment_id=62a945db-1fa0-4a32-aa75-c316044b4e54)] {{(pid=94800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:33:09.423307 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f0c8bb42-987e-457a-a163-784a8c947f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:09.439750 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-f0c8bb42-987e-457a-a163-784a8c947f90 admin admin] Calling delete_port for 22de7faf-c1d0-4f13-9dbd-1907b90f5e3a owned by network:router_interface {{(pid=94800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:33:09.460423 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327fd41-7c37-486c-a0ff-771dde6dc249 req-61d71dff-0d27-4bc5-8b4a-c8bc288642e6 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:09.461931 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e327fd41-7c37-486c-a0ff-771dde6dc249 req-61d71dff-0d27-4bc5-8b4a-c8bc288642e6 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.58 "GET /v2.0/ports?device_id=83df08ba-9e48-4cef-bb00-178841642946 HTTP/1.1" status: 200 len: 945 time: 0.0899277 Sep 15 15:33:09.663324 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [req-e327fd41-7c37-486c-a0ff-771dde6dc249 req-d18ca5d6-dae1-46f7-a477-742c3d6c3663 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Deleting port 1f3a1590-fec5-413d-87bc-f7438223dd83 {{(pid=94800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:33:09.663669 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-e327fd41-7c37-486c-a0ff-771dde6dc249 req-d18ca5d6-dae1-46f7-a477-742c3d6c3663 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:10.104634 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-e327fd41-7c37-486c-a0ff-771dde6dc249 req-d18ca5d6-dae1-46f7-a477-742c3d6c3663 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] For port 1f3a1590-fec5-413d-87bc-f7438223dd83, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1f3a1590-fec5-413d-87bc-f7438223dd83,segment=NetworkSegment(9a8b93c5-2830-4a17-91ae-1766f5aad56b),segment_id=9a8b93c5-2830-4a17-91ae-1766f5aad56b)] {{(pid=94800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:33:10.105001 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-e327fd41-7c37-486c-a0ff-771dde6dc249 req-d18ca5d6-dae1-46f7-a477-742c3d6c3663 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:10.125569 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [req-e327fd41-7c37-486c-a0ff-771dde6dc249 req-d18ca5d6-dae1-46f7-a477-742c3d6c3663 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Calling delete_port for 1f3a1590-fec5-413d-87bc-f7438223dd83 owned by compute:nova {{(pid=94800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:33:10.150727 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b107b-f44d-48b8-bdab-e8166df8c67c req-b84b6812-bdb4-492f-882f-7a1b0586ca80 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:10.152384 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-581b107b-f44d-48b8-bdab-e8166df8c67c req-b84b6812-bdb4-492f-882f-7a1b0586ca80 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 946 time: 0.1092205 Sep 15 15:33:10.214379 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f0c8bb42-987e-457a-a163-784a8c947f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:10.269115 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8bb42-987e-457a-a163-784a8c947f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=22de7faf-c1d0-4f13-9dbd-1907b90f5e3a,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:10.313623 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-581b107b-f44d-48b8-bdab-e8166df8c67c req-89819bbf-deaf-4e20-bc43-491929179800 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173894 Sep 15 15:33:10.683139 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b6fbe-bada-46f8-8336-f6ad772beaa2 req-bfa863d0-8291-4c34-ab87-6d7b5417ab91 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:10.685968 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-076b6fbe-bada-46f8-8336-f6ad772beaa2 req-bfa863d0-8291-4c34-ab87-6d7b5417ab91 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=83df08ba-9e48-4cef-bb00-178841642946 HTTP/1.1" status: 200 len: 945 time: 0.2497096 Sep 15 15:33:10.747739 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-e327fd41-7c37-486c-a0ff-771dde6dc249 req-d18ca5d6-dae1-46f7-a477-742c3d6c3663 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:10.760273 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['1f3a1590-fec5-413d-87bc-f7438223dd83'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:33:10.844868 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ca5d6-dae1-46f7-a477-742c3d6c3663 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Pushing event deleted for resources: {'Port': ['ID=1f3a1590-fec5-413d-87bc-f7438223dd83,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:10.903712 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f0c8bb42-987e-457a-a163-784a8c947f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568993'] for router_interface, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:10.919111 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-076b6fbe-bada-46f8-8336-f6ad772beaa2 req-39ba6ae8-a5fc-4e15-abb4-bdd297bc9668 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/security-groups?id=2906e768-748b-4999-acc9-295f08e110b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779165 Sep 15 15:33:10.954918 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e327fd41-7c37-486c-a0ff-771dde6dc249 req-d18ca5d6-dae1-46f7-a477-742c3d6c3663 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] No DVR routers for this DVR port 1f3a1590-fec5-413d-87bc-f7438223dd83 on host hv-cinder-80920 {{(pid=94800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:33:10.958809 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-e327fd41-7c37-486c-a0ff-771dde6dc249 req-d18ca5d6-dae1-46f7-a477-742c3d6c3663 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:10.962272 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e327fd41-7c37-486c-a0ff-771dde6dc249 req-d18ca5d6-dae1-46f7-a477-742c3d6c3663 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.58 "DELETE /v2.0/ports/1f3a1590-fec5-413d-87bc-f7438223dd83 HTTP/1.1" status: 204 len: 173 time: 1.4664874 Sep 15 15:33:10.965015 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83df08ba-9e48-4cef-bb00-178841642946', 'name': 'network-vif-deleted', 'tag': '1f3a1590-fec5-413d-87bc-f7438223dd83'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:33:10.970045 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f071fb-afeb-4cf7-b24f-7a0d0fa001cc" -d '{"events": [{"server_uuid": "83df08ba-9e48-4cef-bb00-178841642946", "name": "network-vif-deleted", "tag": "1f3a1590-fec5-413d-87bc-f7438223dd83"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:33:11.042498 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1214bb42-846d-42cb-b754-1d2d7549d662 x-openstack-request-id: req-1214bb42-846d-42cb-b754-1d2d7549d662 {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:33:11.042959 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83df08ba-9e48-4cef-bb00-178841642946", "name": "network-vif-deleted", "tag": "1f3a1590-fec5-413d-87bc-f7438223dd83", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:33:11.043404 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1214bb42-846d-42cb-b754-1d2d7549d662 {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:33:11.044027 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83df08ba-9e48-4cef-bb00-178841642946', 'name': 'network-vif-deleted', 'tag': '1f3a1590-fec5-413d-87bc-f7438223dd83', 'status': 'completed', 'code': 200} Sep 15 15:33:11.242314 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c8bb42-987e-457a-a163-784a8c947f90 admin admin] Router ce3f61c9-8020-49fc-a762-d31de0eaea37 has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:33:11.485045 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c8bb42-987e-457a-a163-784a8c947f90 admin admin] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:33:11.495128 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-f0c8bb42-987e-457a-a163-784a8c947f90 admin admin] 10.222.0.54 "PUT /v2.0/routers/ce3f61c9-8020-49fc-a762-d31de0eaea37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2641964 Sep 15 15:33:11.496945 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c89ea0-bf57-42a7-adc3-2405c28a228a None None] Sync routers for ids ['ce3f61c9-8020-49fc-a762-d31de0eaea37'] in dv-cinder-809201-1-iscsi {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:33:11.498890 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 54478) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:33:11.515427 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c89ea0-bf57-42a7-adc3-2405c28a228a None None] Routers {'ce3f61c9-8020-49fc-a762-d31de0eaea37'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:33:11.516135 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-f4c89ea0-bf57-42a7-adc3-2405c28a228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:32:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['ce3f61c9-8020-49fc-a762-d31de0eaea37'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:33:11.525851 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2a8a3-1092-4349-98af-6a9ef387f42e req-ed1aea6a-5b08-40a6-8991-64984f1e091e tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:11.528614 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7ad2a8a3-1092-4349-98af-6a9ef387f42e req-ed1aea6a-5b08-40a6-8991-64984f1e091e tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 946 time: 0.1183944 Sep 15 15:33:11.600198 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7ad2a8a3-1092-4349-98af-6a9ef387f42e req-393f4d0a-a6fd-464d-a7f1-e3b68c1671b2 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586946 Sep 15 15:33:11.692070 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-f4c89ea0-bf57-42a7-adc3-2405c28a228a None None] Set router ce3f61c9-8020-49fc-a762-d31de0eaea37 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:33:11.907053 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-697b5643-b2e9-4436-89dd-f3826e0d92ca admin admin] Notify callbacks [] for router, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:11.924869 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-f4c89ea0-bf57-42a7-adc3-2405c28a228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3f61c9-8020-49fc-a762-d31de0eaea37', 'name': 'tempest-TestMinimumBasicScenario-1421535887-router', 'tenant_id': 'eadd4580ffbb4251a354d705dde5e60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '19d1df98-b968-4710-acd1-9eac1fae1a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:30:01Z', 'updated_at': '2021-09-15T15:33:09Z', 'revision_number': 5, 'project_id': 'eadd4580ffbb4251a354d705dde5e60e', 'gw_port': {'id': '19d1df98-b968-4710-acd1-9eac1fae1a92', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3f61c9-8020-49fc-a762-d31de0eaea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:30:02Z', 'updated_at': '2021-09-15T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:33:11.974604 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c89ea0-bf57-42a7-adc3-2405c28a228a None None] Checking router: ce3f61c9-8020-49fc-a762-d31de0eaea37 for host: dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:33:11.992769 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c89ea0-bf57-42a7-adc3-2405c28a228a None None] Routers {'ce3f61c9-8020-49fc-a762-d31de0eaea37'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:33:11.993607 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-f4c89ea0-bf57-42a7-adc3-2405c28a228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:32:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['ce3f61c9-8020-49fc-a762-d31de0eaea37'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:33:12.059528 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f65b9165-bfb5-49a4-a4ee-1b059d828b45 req-1f9dcf4e-b963-4586-a5e2-8b8625441199 tempest-AttachVolumeNegativeTest-1821936083 tempest-AttachVolumeNegativeTest-1821936083-project] 10.222.0.54 "GET /v2.0/ports?device_id=83df08ba-9e48-4cef-bb00-178841642946 HTTP/1.1" status: 200 len: 210 time: 0.0459239 Sep 15 15:33:12.072824 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-697b5643-b2e9-4436-89dd-f3826e0d92ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:12.227556 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-697b5643-b2e9-4436-89dd-f3826e0d92ca admin admin] Deleting port 19d1df98-b968-4710-acd1-9eac1fae1a92 {{(pid=94799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:33:12.228583 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-697b5643-b2e9-4436-89dd-f3826e0d92ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:12.323503 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-f4c89ea0-bf57-42a7-adc3-2405c28a228a None None] Set router ce3f61c9-8020-49fc-a762-d31de0eaea37 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:33:12.346170 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [None req-697b5643-b2e9-4436-89dd-f3826e0d92ca admin admin] For port 19d1df98-b968-4710-acd1-9eac1fae1a92, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=19d1df98-b968-4710-acd1-9eac1fae1a92,segment=NetworkSegment(892b6518-e65e-438b-8e7f-3ce7335aa343),segment_id=892b6518-e65e-438b-8e7f-3ce7335aa343)] {{(pid=94799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:33:12.346776 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-697b5643-b2e9-4436-89dd-f3826e0d92ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:12.365427 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-697b5643-b2e9-4436-89dd-f3826e0d92ca admin admin] Calling delete_port for 19d1df98-b968-4710-acd1-9eac1fae1a92 owned by network:router_gateway {{(pid=94799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:33:12.593229 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-f4c89ea0-bf57-42a7-adc3-2405c28a228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3f61c9-8020-49fc-a762-d31de0eaea37', 'name': 'tempest-TestMinimumBasicScenario-1421535887-router', 'tenant_id': 'eadd4580ffbb4251a354d705dde5e60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '19d1df98-b968-4710-acd1-9eac1fae1a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:30:01Z', 'updated_at': '2021-09-15T15:33:09Z', 'revision_number': 5, 'project_id': 'eadd4580ffbb4251a354d705dde5e60e', 'gw_port': {'id': '19d1df98-b968-4710-acd1-9eac1fae1a92', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3f61c9-8020-49fc-a762-d31de0eaea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:30:02Z', 'updated_at': '2021-09-15T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:33:12.621549 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c89ea0-bf57-42a7-adc3-2405c28a228a None None] The sync data for ids ['ce3f61c9-8020-49fc-a762-d31de0eaea37'] in dv-cinder-809201-1-iscsi is: [{'id': 'ce3f61c9-8020-49fc-a762-d31de0eaea37', 'name': 'tempest-TestMinimumBasicScenario-1421535887-router', 'tenant_id': 'eadd4580ffbb4251a354d705dde5e60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '19d1df98-b968-4710-acd1-9eac1fae1a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:30:01Z', 'updated_at': '2021-09-15T15:33:09Z', 'revision_number': 5, 'project_id': 'eadd4580ffbb4251a354d705dde5e60e', 'gw_port': {'id': '19d1df98-b968-4710-acd1-9eac1fae1a92', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3f61c9-8020-49fc-a762-d31de0eaea37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:30:02Z', 'updated_at': '2021-09-15T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}] {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:33:12.640279 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-697b5643-b2e9-4436-89dd-f3826e0d92ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:12.673440 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b5643-b2e9-4436-89dd-f3826e0d92ca admin admin] Pushing event deleted for resources: {'Port': ['ID=19d1df98-b968-4710-acd1-9eac1fae1a92,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:12.740066 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-697b5643-b2e9-4436-89dd-f3826e0d92ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568935'] for router_gateway, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:12.802761 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de3314-83ad-42af-aaf8-b4e7e983f86d req-6e82016b-99e9-46b3-a092-24dc52f348fc tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:12.805409 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-39de3314-83ad-42af-aaf8-b4e7e983f86d req-6e82016b-99e9-46b3-a092-24dc52f348fc tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 946 time: 0.0795317 Sep 15 15:33:12.867401 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-39de3314-83ad-42af-aaf8-b4e7e983f86d req-588cd8d1-4eee-4e42-9b76-8f6621f39db8 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540910 Sep 15 15:33:12.882647 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-697b5643-b2e9-4436-89dd-f3826e0d92ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:12.886482 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-697b5643-b2e9-4436-89dd-f3826e0d92ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:13.034908 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-697b5643-b2e9-4436-89dd-f3826e0d92ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-580045'] for router, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:13.037891 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697b5643-b2e9-4436-89dd-f3826e0d92ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce3f61c9-8020-49fc-a762-d31de0eaea37 {{(pid=94799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:33:13.045382 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-697b5643-b2e9-4436-89dd-f3826e0d92ca admin admin] Notify callbacks [] for router, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:13.047752 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-697b5643-b2e9-4436-89dd-f3826e0d92ca admin admin] 10.222.0.54 "DELETE /v2.0/routers/ce3f61c9-8020-49fc-a762-d31de0eaea37 HTTP/1.1" status: 204 len: 168 time: 1.5467918 Sep 15 15:33:13.050102 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 54484) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:33:13.119616 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7fac4bc-2dcd-4764-997d-d9ff9247639f admin admin] Deleting subnet ccbb31fa-2efe-439f-a33a-fa21bbeb1c0f {{(pid=94799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:33:13.123215 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-b7fac4bc-2dcd-4764-997d-d9ff9247639f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:13.159613 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 54488) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:33:13.174671 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-b7fac4bc-2dcd-4764-997d-d9ff9247639f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9270566'] for subnet, precommit_delete_associations {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:13.250957 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_v2 [None req-1747cfd4-b305-4480-a55c-a11152f69560 admin admin] Deleting subnet 4a6f29f9-44ac-4cfe-9102-6edf8d749b6b {{(pid=94800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:33:13.256459 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-1747cfd4-b305-4480-a55c-a11152f69560 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:13.289825 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-b7fac4bc-2dcd-4764-997d-d9ff9247639f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1523291'] for subnet, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:13.320325 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-1747cfd4-b305-4480-a55c-a11152f69560 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10406217'] for subnet, precommit_delete_associations {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:13.372813 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-1747cfd4-b305-4480-a55c-a11152f69560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1523291'] for subnet, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:13.469229 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-b7fac4bc-2dcd-4764-997d-d9ff9247639f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1523276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9314439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9382956'] for subnet, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:13.497968 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-1747cfd4-b305-4480-a55c-a11152f69560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1523276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12209968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12105358'] for subnet, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:13.501340 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fac4bc-2dcd-4764-997d-d9ff9247639f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccbb31fa-2efe-439f-a33a-fa21bbeb1c0f,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:13.503490 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-b7fac4bc-2dcd-4764-997d-d9ff9247639f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:13.508224 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-b7fac4bc-2dcd-4764-997d-d9ff9247639f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ccbb31fa-2efe-439f-a33a-fa21bbeb1c0f HTTP/1.1" status: 204 len: 168 time: 0.4566522 Sep 15 15:33:13.511082 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 54490) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:33:13.515910 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bae5e4e-7706-4b9f-92c1-75bf918f06af None None] Network cc8488ab-ee2d-4322-92fc-0fb4057be7e8 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:33:13.549889 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747cfd4-b305-4480-a55c-a11152f69560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a6f29f9-44ac-4cfe-9102-6edf8d749b6b,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:13.553813 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-1747cfd4-b305-4480-a55c-a11152f69560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for subnet, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:13.562038 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-1747cfd4-b305-4480-a55c-a11152f69560 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4a6f29f9-44ac-4cfe-9102-6edf8d749b6b HTTP/1.1" status: 204 len: 168 time: 0.3995810 Sep 15 15:33:13.564753 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 54492) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:33:13.592348 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c83f3eae-622a-454a-bb12-3ccb1047f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369514'] for network, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:13.666528 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-c83f3eae-622a-454a-bb12-3ccb1047f2d4 admin admin] Deleting port d4897c0c-4927-40d6-89ae-fa49a3ed47b1 {{(pid=94799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:33:13.667584 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c83f3eae-622a-454a-bb12-3ccb1047f2d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:13.669371 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-3058cecf-92e2-4266-9b0b-af6a51bda657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369514'] for network, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:13.794379 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-3058cecf-92e2-4266-9b0b-af6a51bda657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522908', 'neutron.services.segments.db._delete_segments_for_network-8751443108509'] for network, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:13.819666 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [None req-c83f3eae-622a-454a-bb12-3ccb1047f2d4 admin admin] For port d4897c0c-4927-40d6-89ae-fa49a3ed47b1, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=d4897c0c-4927-40d6-89ae-fa49a3ed47b1,segment=NetworkSegment(62a945db-1fa0-4a32-aa75-c316044b4e54),segment_id=62a945db-1fa0-4a32-aa75-c316044b4e54)] {{(pid=94799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:33:13.820111 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c83f3eae-622a-454a-bb12-3ccb1047f2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:13.834091 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.services.segments.db [None req-3058cecf-92e2-4266-9b0b-af6a51bda657 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aafab9d9-a970-4816-a7d4-0195c7143c77']}} {{(pid=94800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:33:13.838483 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-c83f3eae-622a-454a-bb12-3ccb1047f2d4 admin admin] Calling delete_port for d4897c0c-4927-40d6-89ae-fa49a3ed47b1 owned by network:dhcp {{(pid=94799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:33:13.848003 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0cacb5-c20e-4b1a-9df0-68520162c4c8 None None] DHCP port deletion for cc8488ab-ee2d-4322-92fc-0fb4057be7e8 request from dv-cinder-809201-1-iscsi {{(pid=94801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:33:13.855643 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.services.segments.db [None req-3058cecf-92e2-4266-9b0b-af6a51bda657 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a8b93c5-2830-4a17-91ae-1766f5aad56b') {'for_net_delete': True} {{(pid=94800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:33:13.855985 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.services.segments.db [None req-3058cecf-92e2-4266-9b0b-af6a51bda657 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a8b93c5-2830-4a17-91ae-1766f5aad56b') {} {{(pid=94800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:33:13.867980 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-3058cecf-92e2-4266-9b0b-af6a51bda657 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751443108774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10406210'] for segment, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:13.890636 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-3058cecf-92e2-4266-9b0b-af6a51bda657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:13.902476 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3058cecf-92e2-4266-9b0b-af6a51bda657 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:33:13.903676 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-3058cecf-92e2-4266-9b0b-af6a51bda657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12209902'] for segment, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:13.915165 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-0c0cacb5-c20e-4b1a-9df0-68520162c4c8 None None] Deleting port d4897c0c-4927-40d6-89ae-fa49a3ed47b1 {{(pid=94801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:33:13.917833 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-0c0cacb5-c20e-4b1a-9df0-68520162c4c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: Traceback (most recent call last): Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: timer() Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: cb(*args, **kw) Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: return func(*args, **kwargs) Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: self._notify() Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: self.callback(batched_events) Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: event.method(event) Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: return f(self, *a, **k) Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: return self._get(url).json() Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: return self.request(url, 'GET', **kwargs) Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:33:13.972109 dv-cinder-809201-1-iscsi neutron-server[94800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:33:14.034140 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-0c0cacb5-c20e-4b1a-9df0-68520162c4c8 None None] For port d4897c0c-4927-40d6-89ae-fa49a3ed47b1, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=d4897c0c-4927-40d6-89ae-fa49a3ed47b1,segment=NetworkSegment(62a945db-1fa0-4a32-aa75-c316044b4e54),segment_id=62a945db-1fa0-4a32-aa75-c316044b4e54)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:33:14.035007 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-0c0cacb5-c20e-4b1a-9df0-68520162c4c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:14.045384 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-3058cecf-92e2-4266-9b0b-af6a51bda657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:14.054653 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-0c0cacb5-c20e-4b1a-9df0-68520162c4c8 None None] Calling delete_port for d4897c0c-4927-40d6-89ae-fa49a3ed47b1 owned by network:dhcp {{(pid=94801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:33:14.061732 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a2ecf-35aa-4954-b0a4-4101dab860a1 req-db65806a-6c43-430d-877f-e641b0c86f82 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:14.064504 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-280a2ecf-35aa-4954-b0a4-4101dab860a1 req-db65806a-6c43-430d-877f-e641b0c86f82 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 946 time: 0.0639486 Sep 15 15:33:14.068311 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-3058cecf-92e2-4266-9b0b-af6a51bda657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:14.073281 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-3058cecf-92e2-4266-9b0b-af6a51bda657 admin admin] 10.222.0.54 "DELETE /v2.0/networks/aafab9d9-a970-4816-a7d4-0195c7143c77 HTTP/1.1" status: 204 len: 168 time: 0.5043457 Sep 15 15:33:14.080589 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c83f3eae-622a-454a-bb12-3ccb1047f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:14.086761 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058cecf-92e2-4266-9b0b-af6a51bda657 admin admin] Pushing event deleted for resources: {'Network': ['ID=aafab9d9-a970-4816-a7d4-0195c7143c77,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:14.124362 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f3eae-622a-454a-bb12-3ccb1047f2d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4897c0c-4927-40d6-89ae-fa49a3ed47b1,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:14.126350 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83f3eae-622a-454a-bb12-3ccb1047f2d4 admin admin] No DVR routers for this DVR port d4897c0c-4927-40d6-89ae-fa49a3ed47b1 on host dv-cinder-809201-1-iscsi {{(pid=94799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:33:14.152249 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-280a2ecf-35aa-4954-b0a4-4101dab860a1 req-12e9c2ff-cb04-4cde-86e5-add1be88e76b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672927 Sep 15 15:33:14.237452 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-0c0cacb5-c20e-4b1a-9df0-68520162c4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473'] for port, after_delete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:14.269509 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 19d1df98-b968-4710-acd1-9eac1fae1a92 no longer exists at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:33:14.284601 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c83f3eae-622a-454a-bb12-3ccb1047f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522908', 'neutron.services.segments.db._delete_segments_for_network-8751443108509'] for network, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:14.292808 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0cacb5-c20e-4b1a-9df0-68520162c4c8 None None] Pushing event deleted for resources: {'Port': ['ID=d4897c0c-4927-40d6-89ae-fa49a3ed47b1,revision_number=None']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:14.295408 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0cacb5-c20e-4b1a-9df0-68520162c4c8 None None] No DVR routers for this DVR port d4897c0c-4927-40d6-89ae-fa49a3ed47b1 on host dv-cinder-809201-1-iscsi {{(pid=94801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:33:14.297522 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] No Port match for: 19d1df98-b968-4710-acd1-9eac1fae1a92 {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:33:14.298059 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 19d1df98-b968-4710-acd1-9eac1fae1a92 not bound to the agent host dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:33:14.298649 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 22de7faf-c1d0-4f13-9dbd-1907b90f5e3a no longer exists at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:33:14.321460 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] No Port match for: 22de7faf-c1d0-4f13-9dbd-1907b90f5e3a {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:33:14.322534 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 22de7faf-c1d0-4f13-9dbd-1907b90f5e3a not bound to the agent host dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:33:14.323282 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device d4897c0c-4927-40d6-89ae-fa49a3ed47b1 no longer exists at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:33:14.325677 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.services.segments.db [None req-c83f3eae-622a-454a-bb12-3ccb1047f2d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc8488ab-ee2d-4322-92fc-0fb4057be7e8']}} {{(pid=94799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:33:14.353459 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] No Port match for: d4897c0c-4927-40d6-89ae-fa49a3ed47b1 {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:33:14.354236 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device d4897c0c-4927-40d6-89ae-fa49a3ed47b1 not bound to the agent host dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:33:14.355524 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.services.segments.db [None req-c83f3eae-622a-454a-bb12-3ccb1047f2d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a945db-1fa0-4a32-aa75-c316044b4e54') {'for_net_delete': True} {{(pid=94799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:33:14.356185 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.services.segments.db [None req-c83f3eae-622a-454a-bb12-3ccb1047f2d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a945db-1fa0-4a32-aa75-c316044b4e54') {} {{(pid=94799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:33:14.377946 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c83f3eae-622a-454a-bb12-3ccb1047f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751443108774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9270573'] for segment, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:14.394644 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c83f3eae-622a-454a-bb12-3ccb1047f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:14.402802 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83f3eae-622a-454a-bb12-3ccb1047f2d4 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:33:14.403231 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c83f3eae-622a-454a-bb12-3ccb1047f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9314649'] for segment, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: Traceback (most recent call last): Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: timer() Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: cb(*args, **kw) Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: return func(*args, **kwargs) Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: self._notify() Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: self.callback(batched_events) Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: event.method(event) Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: return f(self, *a, **k) Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: return self._get(url).json() Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: return self.request(url, 'GET', **kwargs) Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:33:14.405075 dv-cinder-809201-1-iscsi neutron-server[94799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:33:14.523191 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 1f3a1590-fec5-413d-87bc-f7438223dd83 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:33:14.548170 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] No Port match for: 1f3a1590-fec5-413d-87bc-f7438223dd83 {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:33:14.548507 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 1f3a1590-fec5-413d-87bc-f7438223dd83 not bound to the agent host hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:33:14.577499 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c83f3eae-622a-454a-bb12-3ccb1047f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:14.584442 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c83f3eae-622a-454a-bb12-3ccb1047f2d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:14.586746 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-c83f3eae-622a-454a-bb12-3ccb1047f2d4 admin admin] 10.222.0.54 "DELETE /v2.0/networks/cc8488ab-ee2d-4322-92fc-0fb4057be7e8 HTTP/1.1" status: 204 len: 168 time: 1.0751798 Sep 15 15:33:14.600935 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f3eae-622a-454a-bb12-3ccb1047f2d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc8488ab-ee2d-4322-92fc-0fb4057be7e8,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:14.757038 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 54500) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:33:14.805295 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-e2448fad-56de-4038-b164-b57f8c6192a6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4b68e966265a499ba7f895c8a61e593c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469713 Sep 15 15:33:14.808439 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 54502) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:33:14.881560 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-70ba7322-abb6-4613-939b-9d6935585067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:14.927987 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-70ba7322-abb6-4613-939b-9d6935585067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:14.980135 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 54504) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:33:15.030468 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-05fdc884-5cea-4ba7-8f84-67bcdf0a0be4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=64fab051a563434c8268b58bbb0d3e80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486698 Sep 15 15:33:15.033504 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 54506) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:33:15.073668 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-70ba7322-abb6-4613-939b-9d6935585067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:15.076242 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-70ba7322-abb6-4613-939b-9d6935585067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:15.077445 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-70ba7322-abb6-4613-939b-9d6935585067 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2906e768-748b-4999-acc9-295f08e110b0 HTTP/1.1" status: 204 len: 168 time: 0.2679825 Sep 15 15:33:15.091777 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba7322-abb6-4613-939b-9d6935585067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2906e768-748b-4999-acc9-295f08e110b0,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:15.110711 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-74970762-ff6f-4e19-a768-4db8eb44d23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:15.152303 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-74970762-ff6f-4e19-a768-4db8eb44d23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:15.297702 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-74970762-ff6f-4e19-a768-4db8eb44d23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:15.302749 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-74970762-ff6f-4e19-a768-4db8eb44d23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:15.309127 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-74970762-ff6f-4e19-a768-4db8eb44d23a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ebbda180-c035-430d-a75a-db21c7ba3690 HTTP/1.1" status: 204 len: 168 time: 0.2701397 Sep 15 15:33:15.321058 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74970762-ff6f-4e19-a768-4db8eb44d23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbda180-c035-430d-a75a-db21c7ba3690,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:15.372131 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7cc2f8-d6cc-4430-aa9b-a406afb57cc6 req-bb4abf4e-bbff-4c58-bcec-b12ebfe9c82d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:15.374445 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ca7cc2f8-d6cc-4430-aa9b-a406afb57cc6 req-bb4abf4e-bbff-4c58-bcec-b12ebfe9c82d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 946 time: 0.0926394 Sep 15 15:33:15.424543 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ca7cc2f8-d6cc-4430-aa9b-a406afb57cc6 req-08d0f644-ed49-471c-bc28-8ea727bd020a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434277 Sep 15 15:33:16.141935 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 54526) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:33:16.188068 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-227e5cee-913a-4832-9ba9-b2033cc0566f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eadd4580ffbb4251a354d705dde5e60e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449049 Sep 15 15:33:16.191142 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 54528) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:33:16.278913 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-3ed1e99c-525b-4b79-bb90-2b17633de3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:16.315612 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-3ed1e99c-525b-4b79-bb90-2b17633de3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:16.480359 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-3ed1e99c-525b-4b79-bb90-2b17633de3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:16.483816 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-3ed1e99c-525b-4b79-bb90-2b17633de3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:16.485318 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-3ed1e99c-525b-4b79-bb90-2b17633de3ad admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/61920aa2-fbe2-4d71-8ff1-fe85c08ed37f HTTP/1.1" status: 204 len: 168 time: 0.2929232 Sep 15 15:33:16.502484 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1e99c-525b-4b79-bb90-2b17633de3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61920aa2-fbe2-4d71-8ff1-fe85c08ed37f,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:16.614091 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebcedc-dd0d-438b-95c9-c71c13bcb94c req-531ac44d-08ca-49b8-b160-ce8f3a0bb915 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:16.616954 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5bebcedc-dd0d-438b-95c9-c71c13bcb94c req-531ac44d-08ca-49b8-b160-ce8f3a0bb915 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 946 time: 0.1084149 Sep 15 15:33:16.687829 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5bebcedc-dd0d-438b-95c9-c71c13bcb94c req-2ac9efc6-c156-4786-89f9-6546b330419f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600717 Sep 15 15:33:17.871160 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04900cb8-bb2b-4f98-a2d9-963efb7cd543 req-1b8b2be1-0783-4932-be24-0fa2dfa49288 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:17.872806 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-04900cb8-bb2b-4f98-a2d9-963efb7cd543 req-1b8b2be1-0783-4932-be24-0fa2dfa49288 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 946 time: 0.0777416 Sep 15 15:33:17.916144 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-04900cb8-bb2b-4f98-a2d9-963efb7cd543 req-c3953b0f-02cf-4792-90fd-af769a73fb9e tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358770 Sep 15 15:33:19.073201 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887c43f-81b3-4e6e-bf95-5f602762c4c4 req-6bf674ab-02b5-45ca-8af5-3e27f388d0e6 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:19.074957 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6887c43f-81b3-4e6e-bf95-5f602762c4c4 req-6bf674ab-02b5-45ca-8af5-3e27f388d0e6 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 946 time: 0.0590632 Sep 15 15:33:19.126235 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6887c43f-81b3-4e6e-bf95-5f602762c4c4 req-1568b6a6-481a-4fc3-9986-739b89e1b935 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394943 Sep 15 15:33:20.334014 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812153f2-0c3f-4d9f-b9a7-eabc45733ba0 req-82a1e97f-4c6e-42c4-b221-12b447e2b8b9 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:20.336412 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-812153f2-0c3f-4d9f-b9a7-eabc45733ba0 req-82a1e97f-4c6e-42c4-b221-12b447e2b8b9 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 946 time: 0.0721433 Sep 15 15:33:20.384559 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-812153f2-0c3f-4d9f-b9a7-eabc45733ba0 req-216eb97d-56fb-4479-9bf2-8b8c898adfc3 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392759 Sep 15 15:33:20.973403 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 54586) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:33:21.124950 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-102b3ea3-b6b7-4b2e-9386-060fd5fcb3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:21.255543 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-102b3ea3-b6b7-4b2e-9386-060fd5fcb3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:21.354202 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-102b3ea3-b6b7-4b2e-9386-060fd5fcb3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:21.394632 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b3ea3-b6b7-4b2e-9386-060fd5fcb3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7734037e-13e2-4e3f-ba7c-533b9ca9915b,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:21.399315 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-102b3ea3-b6b7-4b2e-9386-060fd5fcb3fb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4bce1fe8f87b4624abf4c024a41731b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4247804 Sep 15 15:33:21.403682 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 54598) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:33:21.466698 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-544228aa-7c0c-4219-a802-3aea0ec178c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:21.500291 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-544228aa-7c0c-4219-a802-3aea0ec178c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:21.568268 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faecae6-41fb-45e7-b031-196874141653 req-bb2f6cf2-622d-425c-806b-04cdde9f5c06 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:21.569979 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6faecae6-41fb-45e7-b031-196874141653 req-bb2f6cf2-622d-425c-806b-04cdde9f5c06 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 946 time: 0.0631084 Sep 15 15:33:21.619613 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6faecae6-41fb-45e7-b031-196874141653 req-6803c294-d8cf-433f-b08b-cb43824a884f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404246 Sep 15 15:33:21.691691 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-544228aa-7c0c-4219-a802-3aea0ec178c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:21.694791 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-544228aa-7c0c-4219-a802-3aea0ec178c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:21.696308 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-544228aa-7c0c-4219-a802-3aea0ec178c1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7734037e-13e2-4e3f-ba7c-533b9ca9915b HTTP/1.1" status: 204 len: 168 time: 0.2918234 Sep 15 15:33:21.708894 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544228aa-7c0c-4219-a802-3aea0ec178c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7734037e-13e2-4e3f-ba7c-533b9ca9915b,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:22.539635 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device b3fe3a39-6193-43da-a740-c99e7fd7355b details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:33:22.761804 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port b3fe3a39-6193-43da-a740-c99e7fd7355b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b3fe3a39-6193-43da-a740-c99e7fd7355b,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:33:22.788411 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Returning: {'device': 'b3fe3a39-6193-43da-a740-c99e7fd7355b', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'port_id': 'b3fe3a39-6193-43da-a740-c99e7fd7355b', 'mac_address': 'fa:16:3e:fb:74:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:33:22.824364 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4dc39-fe11-420d-b47c-1af80bf9ee85 req-8cef4ce2-74c4-479c-ac01-72812f2ca2e8 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:22.835520 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-68f4dc39-fe11-420d-b47c-1af80bf9ee85 req-8cef4ce2-74c4-479c-ac01-72812f2ca2e8 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 946 time: 0.0773225 Sep 15 15:33:22.876363 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:22.886571 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-68f4dc39-fe11-420d-b47c-1af80bf9ee85 req-4d6cdbda-ffd0-458d-b7e9-3b1abe735902 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494385 Sep 15 15:33:22.913343 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3fe3a39-6193-43da-a740-c99e7fd7355b {{(pid=94801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:33:22.962623 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port b3fe3a39-6193-43da-a740-c99e7fd7355b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b3fe3a39-6193-43da-a740-c99e7fd7355b,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:33:23.023229 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:23.111858 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['b3fe3a39-6193-43da-a740-c99e7fd7355b'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:33:23.204534 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-a1a30c5f-b2c3-4bb8-909b-954930e6c287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:23.206675 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=b3fe3a39-6193-43da-a740-c99e7fd7355b,revision_number=6']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:24.045182 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df0448-d783-4d51-8958-f23672150c43 req-e740e87c-c327-46fc-8e00-d3655301a2a5 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:24.047925 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-67df0448-d783-4d51-8958-f23672150c43 req-e740e87c-c327-46fc-8e00-d3655301a2a5 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 945 time: 0.0634816 Sep 15 15:33:24.128391 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-67df0448-d783-4d51-8958-f23672150c43 req-de1b0c50-59f8-4e74-90a2-464be031399f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701690 Sep 15 15:33:24.251176 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:24.549872 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device b3fe3a39-6193-43da-a740-c99e7fd7355b up at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:33:24.674588 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning complete for port b3fe3a39-6193-43da-a740-c99e7fd7355b triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:33:24.675246 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:24.800873 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:24.843937 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fe3a39-6193-43da-a740-c99e7fd7355b'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:33:24.848239 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d11bab-32f5-49e2-878d-621938f2373c" -d '{"events": [{"server_uuid": "49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec", "name": "network-vif-plugged", "status": "completed", "tag": "b3fe3a39-6193-43da-a740-c99e7fd7355b"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:33:24.880325 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port b3fe3a39-6193-43da-a740-c99e7fd7355b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b3fe3a39-6193-43da-a740-c99e7fd7355b,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:33:24.959515 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:25.038157 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=b3fe3a39-6193-43da-a740-c99e7fd7355b,revision_number=7']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:25.128633 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64cbf15-ad29-4e50-9f49-1322ccd354fc x-openstack-request-id: req-c64cbf15-ad29-4e50-9f49-1322ccd354fc {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:33:25.129080 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec", "name": "network-vif-plugged", "status": "completed", "tag": "b3fe3a39-6193-43da-a740-c99e7fd7355b", "code": 200}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:33:25.129469 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c64cbf15-ad29-4e50-9f49-1322ccd354fc {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:33:25.130187 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fe3a39-6193-43da-a740-c99e7fd7355b', 'code': 200} Sep 15 15:33:25.325383 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46ee77-6a3c-4a88-9d71-eb0e00233560 req-849384f6-a80b-4f5b-8a9c-0a5120709971 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:25.331797 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-db46ee77-6a3c-4a88-9d71-eb0e00233560 req-849384f6-a80b-4f5b-8a9c-0a5120709971 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 946 time: 0.0724874 Sep 15 15:33:25.381809 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-db46ee77-6a3c-4a88-9d71-eb0e00233560 req-a7d2ce28-3638-445e-91fb-25855543e517 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480876 Sep 15 15:33:25.552466 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 54664) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:33:25.714066 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-69418033-0cc2-49a7-8a48-34806c393af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:25.834823 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-69418033-0cc2-49a7-8a48-34806c393af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:26.210761 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-69418033-0cc2-49a7-8a48-34806c393af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:26.251591 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69418033-0cc2-49a7-8a48-34806c393af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c431a8-68c2-4c1b-83a3-06355b42b885,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:26.260530 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-69418033-0cc2-49a7-8a48-34806c393af0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8777bfe890da452c8554ef4e8f20bde8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7022934 Sep 15 15:33:26.261015 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 54668) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:33:26.308704 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:26.310910 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-7dcfd19a-6f92-4e73-b0cc-c723583fa804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:26.325579 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-16b2134e-98f0-4511-9028-1f0803e5cae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:26.350881 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-16b2134e-98f0-4511-9028-1f0803e5cae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:26.499266 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-16b2134e-98f0-4511-9028-1f0803e5cae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:26.501971 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-16b2134e-98f0-4511-9028-1f0803e5cae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:26.503290 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-16b2134e-98f0-4511-9028-1f0803e5cae2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d4c431a8-68c2-4c1b-83a3-06355b42b885 HTTP/1.1" status: 204 len: 168 time: 0.2406363 Sep 15 15:33:26.528869 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2134e-98f0-4511-9028-1f0803e5cae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c431a8-68c2-4c1b-83a3-06355b42b885,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:26.544079 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1f2fb-afb7-44bb-a414-d85c96589e50 req-12c1110f-4cd3-4f52-ad8a-40495c4a293b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:26.546037 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-46e1f2fb-afb7-44bb-a414-d85c96589e50 req-12c1110f-4cd3-4f52-ad8a-40495c4a293b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 946 time: 0.0756960 Sep 15 15:33:26.643897 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-46e1f2fb-afb7-44bb-a414-d85c96589e50 req-bccb548b-eacf-4cbf-9a1e-946a473d1850 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847647 Sep 15 15:33:27.120991 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:27.495965 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 54680) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:33:27.526828 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-460ef02c-1106-4792-bdbe-d6a73f3b0d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:27.720517 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-460ef02c-1106-4792-bdbe-d6a73f3b0d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:27.813413 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000df637-a100-456b-a3b7-9a8e1ca5785d req-fd47a56f-ca82-469e-81b4-47c08384612b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:27.815842 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-000df637-a100-456b-a3b7-9a8e1ca5785d req-fd47a56f-ca82-469e-81b4-47c08384612b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 946 time: 0.0782614 Sep 15 15:33:27.841504 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-460ef02c-1106-4792-bdbe-d6a73f3b0d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:27.932517 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-460ef02c-1106-4792-bdbe-d6a73f3b0d21 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6f798d0be82544e4bc67e2f56ea89bc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4346814 Sep 15 15:33:27.935856 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 54684) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:33:27.943853 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ef02c-1106-4792-bdbe-d6a73f3b0d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6013e222-b6d0-49ac-bf40-3465a555be49,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:27.954136 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-000df637-a100-456b-a3b7-9a8e1ca5785d req-b53c0d45-2816-4553-9d85-4491510261f0 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313794 Sep 15 15:33:28.024349 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-66211f95-7ddb-44e7-b05b-88642624d7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:28.076290 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-66211f95-7ddb-44e7-b05b-88642624d7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:28.274961 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-66211f95-7ddb-44e7-b05b-88642624d7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:28.278145 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-66211f95-7ddb-44e7-b05b-88642624d7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:28.285590 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-66211f95-7ddb-44e7-b05b-88642624d7ef admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6013e222-b6d0-49ac-bf40-3465a555be49 HTTP/1.1" status: 204 len: 168 time: 0.3466346 Sep 15 15:33:28.311028 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66211f95-7ddb-44e7-b05b-88642624d7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6013e222-b6d0-49ac-bf40-3465a555be49,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:28.766169 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:29.211022 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e2122-cef4-4e1a-9199-1a746ea06824 req-ad828317-1315-4609-82b2-c409b89f4d19 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:29.226201 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-144e2122-cef4-4e1a-9199-1a746ea06824 req-ad828317-1315-4609-82b2-c409b89f4d19 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 946 time: 0.1191940 Sep 15 15:33:29.306707 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-144e2122-cef4-4e1a-9199-1a746ea06824 req-4a852bd2-edbb-40bf-acc6-b0e40f7709e3 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788865 Sep 15 15:33:30.485198 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66ca32-8699-466f-9f69-dca9f1056aac req-9cba78f2-c71a-45fe-9edf-95bb01ea76e4 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:30.489317 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-de66ca32-8699-466f-9f69-dca9f1056aac req-9cba78f2-c71a-45fe-9edf-95bb01ea76e4 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 946 time: 0.0898285 Sep 15 15:33:30.558202 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-de66ca32-8699-466f-9f69-dca9f1056aac req-74ae50df-1ab0-4282-a710-f57e6bd71b79 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577774 Sep 15 15:33:30.972164 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:33:31.802502 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e5788-e53e-4a90-9147-5801cf9c7426 req-12c2b7e1-3aaf-49b3-aa2f-3e812c0be255 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:31.817417 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4d5e5788-e53e-4a90-9147-5801cf9c7426 req-12c2b7e1-3aaf-49b3-aa2f-3e812c0be255 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 946 time: 0.1073680 Sep 15 15:33:31.890658 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4d5e5788-e53e-4a90-9147-5801cf9c7426 req-1198132e-999c-4f6e-880f-3c65aedc981e tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714669 Sep 15 15:33:33.113665 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb8d47-eca3-4a3b-9d17-7c27b6e2da62 req-181f7e9e-e9fd-42ae-8f2e-5f0091328180 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:33.119744 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-96fb8d47-eca3-4a3b-9d17-7c27b6e2da62 req-181f7e9e-e9fd-42ae-8f2e-5f0091328180 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 946 time: 0.0871122 Sep 15 15:33:33.202872 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-96fb8d47-eca3-4a3b-9d17-7c27b6e2da62 req-048bb1fb-a12a-42b9-a2eb-5cd94a593a1f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747731 Sep 15 15:33:34.429649 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0926d2-ffdb-41cf-80a1-4ddddeb6a137 req-d8fec9dd-a5ec-473f-a6c7-d6363da0d597 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:34.440937 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fe0926d2-ffdb-41cf-80a1-4ddddeb6a137 req-d8fec9dd-a5ec-473f-a6c7-d6363da0d597 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 946 time: 0.0959609 Sep 15 15:33:34.554108 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fe0926d2-ffdb-41cf-80a1-4ddddeb6a137 req-0b9d4e09-331c-4a80-964b-20141f1f1a05 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927410 Sep 15 15:33:35.705737 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23113d-5212-44fc-9651-8aaa937b2e5a req-1c750d6f-4f03-43be-9978-5f447ea37962 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:35.707360 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fe23113d-5212-44fc-9651-8aaa937b2e5a req-1c750d6f-4f03-43be-9978-5f447ea37962 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 946 time: 0.0533638 Sep 15 15:33:35.748712 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fe23113d-5212-44fc-9651-8aaa937b2e5a req-dcbf8674-cac0-4c88-a854-8ee8597b487a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344486 Sep 15 15:33:36.154398 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6012b3-9034-46b4-bf67-0a85d63f7200 req-016e3fa9-cfad-4faa-adce-6cf977ae8e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:36.157954 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fa6012b3-9034-46b4-bf67-0a85d63f7200 req-016e3fa9-cfad-4faa-adce-6cf977ae8e65 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc084fec0e234562acc43f991b033c39&device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 1099 time: 0.0711920 Sep 15 15:33:36.277919 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6012b3-9034-46b4-bf67-0a85d63f7200 req-2b0483cc-2c08-4bef-8347-038ca29bb551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:36.279460 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fa6012b3-9034-46b4-bf67-0a85d63f7200 req-2b0483cc-2c08-4bef-8347-038ca29bb551 service neutron] 10.222.0.58 "GET /v2.0/networks?id=08ee10b2-2fff-43fe-b79f-30f962cb12be HTTP/1.1" status: 200 len: 918 time: 0.1115260 Sep 15 15:33:36.357322 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fa6012b3-9034-46b4-bf67-0a85d63f7200 req-4f02cadf-8a63-4c60-be9e-0c5d5b773417 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3fe3a39-6193-43da-a740-c99e7fd7355b HTTP/1.1" status: 200 len: 1002 time: 0.0692317 Sep 15 15:33:36.413758 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6012b3-9034-46b4-bf67-0a85d63f7200 req-77237441-1e72-497b-a651-173fcd8fc8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:36.415539 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fa6012b3-9034-46b4-bf67-0a85d63f7200 req-77237441-1e72-497b-a651-173fcd8fc8f5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c269f95b-bd52-41fc-a168-8d0b68cfbdb3 HTTP/1.1" status: 200 len: 856 time: 0.0500202 Sep 15 15:33:36.471230 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6012b3-9034-46b4-bf67-0a85d63f7200 req-ff94ecc8-4ceb-4459-9023-72971040ad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:36.472771 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fa6012b3-9034-46b4-bf67-0a85d63f7200 req-ff94ecc8-4ceb-4459-9023-72971040ad8d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=08ee10b2-2fff-43fe-b79f-30f962cb12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501318 Sep 15 15:33:36.576671 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fa6012b3-9034-46b4-bf67-0a85d63f7200 req-4b69222d-79d5-437b-91d9-601b0610bbaf service neutron] 10.222.0.58 "GET /v2.0/networks/08ee10b2-2fff-43fe-b79f-30f962cb12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955765 Sep 15 15:33:36.677446 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fa6012b3-9034-46b4-bf67-0a85d63f7200 req-2484fafe-8c2e-4427-b711-e1dc97b096a2 service neutron] 10.222.0.58 "GET /v2.0/networks/08ee10b2-2fff-43fe-b79f-30f962cb12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932095 Sep 15 15:33:36.896627 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6400b-c5d7-4723-bc9e-fa2e7e46ead4 req-6967a3e7-2516-463f-8f1e-e928fb97e864 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:36.898469 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-78c6400b-c5d7-4723-bc9e-fa2e7e46ead4 req-6967a3e7-2516-463f-8f1e-e928fb97e864 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 946 time: 0.0701983 Sep 15 15:33:36.955516 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-78c6400b-c5d7-4723-bc9e-fa2e7e46ead4 req-4bf3a86b-499f-4c83-84ab-64ada0454964 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446572 Sep 15 15:33:38.090553 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f7795-548d-4a5f-a115-685e892b1215 req-58f3c361-abcd-4d1e-a799-70c093113be5 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:38.092372 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8e1f7795-548d-4a5f-a115-685e892b1215 req-58f3c361-abcd-4d1e-a799-70c093113be5 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 946 time: 0.0533447 Sep 15 15:33:38.137644 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8e1f7795-548d-4a5f-a115-685e892b1215 req-b7a614db-9d12-442d-b679-750536a026ce tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383050 Sep 15 15:33:39.285351 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4ec29-cd09-4cf8-8f3a-2969bbb17526 req-34e58d26-fda0-45cb-a0ab-46d31df42f00 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:39.288197 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0cf4ec29-cd09-4cf8-8f3a-2969bbb17526 req-34e58d26-fda0-45cb-a0ab-46d31df42f00 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 946 time: 0.0652826 Sep 15 15:33:39.342182 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0cf4ec29-cd09-4cf8-8f3a-2969bbb17526 req-4e3bc58e-871a-4a4c-bd6c-2b7922e4f447 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473456 Sep 15 15:33:40.651175 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device b3fe3a39-6193-43da-a740-c99e7fd7355b no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:33:40.737854 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:40.768984 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3fe3a39-6193-43da-a740-c99e7fd7355b'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:33:40.771347 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c980041-034b-4162-8cb5-e3d7ab397e0f" -d '{"events": [{"server_uuid": "49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec", "name": "network-vif-unplugged", "status": "completed", "tag": "b3fe3a39-6193-43da-a740-c99e7fd7355b"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:33:40.787510 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port b3fe3a39-6193-43da-a740-c99e7fd7355b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b3fe3a39-6193-43da-a740-c99e7fd7355b,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:33:40.824130 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Sep 2021 15:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a48e97-c0cb-4578-8d9c-9eeb253e5a2c x-openstack-request-id: req-88a48e97-c0cb-4578-8d9c-9eeb253e5a2c {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:33:40.824419 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec", "name": "network-vif-unplugged", "status": "failed", "tag": "b3fe3a39-6193-43da-a740-c99e7fd7355b", "code": 422}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:33:40.824663 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-88a48e97-c0cb-4578-8d9c-9eeb253e5a2c {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:33:40.825091 dv-cinder-809201-1-iscsi neutron-server[94801]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b3fe3a39-6193-43da-a740-c99e7fd7355b', 'code': 422} returned with failed status Sep 15 15:33:40.862474 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:40.952869 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=b3fe3a39-6193-43da-a740-c99e7fd7355b,revision_number=8']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:42.224647 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb60b6-1951-47b9-b122-1d906cccdcfe req-c0a05ffc-eeea-40f3-9e97-ce9883a86387 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:42.227734 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9bfb60b6-1951-47b9-b122-1d906cccdcfe req-c0a05ffc-eeea-40f3-9e97-ce9883a86387 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 944 time: 0.0684500 Sep 15 15:33:42.292145 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9bfb60b6-1951-47b9-b122-1d906cccdcfe req-d56538ca-acd8-4a4c-92eb-bd880330d07f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566492 Sep 15 15:33:42.510340 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dc6417d3-6608-4ab4-9a1a-6abcd9a80ba3 req-53ed9824-d88b-4000-a437-dd757ec5fc47 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0460808 Sep 15 15:33:43.436831 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56a6fe-d42d-49d8-8c6c-85aae3642f27 req-f6a0d491-750b-41d2-a5e9-270142fad050 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:43.438863 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cc56a6fe-d42d-49d8-8c6c-85aae3642f27 req-f6a0d491-750b-41d2-a5e9-270142fad050 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 944 time: 0.0561163 Sep 15 15:33:43.484430 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cc56a6fe-d42d-49d8-8c6c-85aae3642f27 req-fb14a00f-ae10-4109-910a-fd26dfcd6855 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386951 Sep 15 15:33:44.188354 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6417d3-6608-4ab4-9a1a-6abcd9a80ba3 req-c92d9cdf-f281-4838-9141-4cbeed69d584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:44.189921 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dc6417d3-6608-4ab4-9a1a-6abcd9a80ba3 req-c92d9cdf-f281-4838-9141-4cbeed69d584 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec&tenant_id=bc084fec0e234562acc43f991b033c39 HTTP/1.1" status: 200 len: 1097 time: 0.0525379 Sep 15 15:33:44.269359 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6417d3-6608-4ab4-9a1a-6abcd9a80ba3 req-dfb09a5d-e839-4f67-a87c-5d4388a011aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:44.272079 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dc6417d3-6608-4ab4-9a1a-6abcd9a80ba3 req-dfb09a5d-e839-4f67-a87c-5d4388a011aa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc084fec0e234562acc43f991b033c39&device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 1097 time: 0.0567844 Sep 15 15:33:44.377040 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6417d3-6608-4ab4-9a1a-6abcd9a80ba3 req-4c441c38-fe2a-49f8-b71d-1ba122d135af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:44.378470 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dc6417d3-6608-4ab4-9a1a-6abcd9a80ba3 req-4c441c38-fe2a-49f8-b71d-1ba122d135af service neutron] 10.222.0.58 "GET /v2.0/networks?id=08ee10b2-2fff-43fe-b79f-30f962cb12be HTTP/1.1" status: 200 len: 918 time: 0.0989347 Sep 15 15:33:44.459091 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dc6417d3-6608-4ab4-9a1a-6abcd9a80ba3 req-a73fc4f3-699f-42f2-8137-96a1aa74e152 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3fe3a39-6193-43da-a740-c99e7fd7355b HTTP/1.1" status: 200 len: 1000 time: 0.0662324 Sep 15 15:33:44.513052 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6417d3-6608-4ab4-9a1a-6abcd9a80ba3 req-c2296e23-e068-427d-9917-33150d7057c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:44.514539 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dc6417d3-6608-4ab4-9a1a-6abcd9a80ba3 req-c2296e23-e068-427d-9917-33150d7057c6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c269f95b-bd52-41fc-a168-8d0b68cfbdb3 HTTP/1.1" status: 200 len: 856 time: 0.0479965 Sep 15 15:33:44.589054 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6417d3-6608-4ab4-9a1a-6abcd9a80ba3 req-5bda2f1b-2230-4e9b-b6d6-b777cb79d97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:44.591300 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dc6417d3-6608-4ab4-9a1a-6abcd9a80ba3 req-5bda2f1b-2230-4e9b-b6d6-b777cb79d97f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=08ee10b2-2fff-43fe-b79f-30f962cb12be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670438 Sep 15 15:33:44.700495 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e40fde-27ca-4cc9-9a59-a290081354ae req-b781caa1-e897-45de-a87a-01cee96d8fb8 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:44.701944 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-56e40fde-27ca-4cc9-9a59-a290081354ae req-b781caa1-e897-45de-a87a-01cee96d8fb8 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 944 time: 0.1096616 Sep 15 15:33:44.744314 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dc6417d3-6608-4ab4-9a1a-6abcd9a80ba3 req-fce6ec88-0967-4f45-9092-753fd9d7778f service neutron] 10.222.0.58 "GET /v2.0/networks/08ee10b2-2fff-43fe-b79f-30f962cb12be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424148 Sep 15 15:33:44.780806 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-56e40fde-27ca-4cc9-9a59-a290081354ae req-6ecb1fea-01e3-4e12-b360-5f0833d4c3ce tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708435 Sep 15 15:33:44.864902 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dc6417d3-6608-4ab4-9a1a-6abcd9a80ba3 req-4c7b1cfb-3989-4e52-a553-c799c175c5d2 service neutron] 10.222.0.58 "GET /v2.0/networks/08ee10b2-2fff-43fe-b79f-30f962cb12be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103010 Sep 15 15:33:45.972053 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a21c1-7e89-43e5-be68-d807d6b6f493 req-e468c2f3-d927-456c-af24-0036ef005892 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:45.983849 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-289a21c1-7e89-43e5-be68-d807d6b6f493 req-e468c2f3-d927-456c-af24-0036ef005892 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 944 time: 0.0676842 Sep 15 15:33:46.020961 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-289a21c1-7e89-43e5-be68-d807d6b6f493 req-90fa5ca9-f74d-4c21-9702-8a1d2da08b90 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396237 Sep 15 15:33:47.257248 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51730-353b-4448-87fe-ab4519ee4aa1 req-5b396f9c-3b71-4c29-9fe4-b116b12f342b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:47.261507 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-67a51730-353b-4448-87fe-ab4519ee4aa1 req-5b396f9c-3b71-4c29-9fe4-b116b12f342b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 944 time: 0.1041152 Sep 15 15:33:47.325186 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-67a51730-353b-4448-87fe-ab4519ee4aa1 req-46d67051-7ee2-4a7e-a012-921f450f9f15 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520563 Sep 15 15:33:48.510204 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fe015-e267-4dae-9606-a099cbc07d48 req-cc03501a-7a50-497e-bfe5-fda841d51fc3 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:48.511742 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8b4fe015-e267-4dae-9606-a099cbc07d48 req-cc03501a-7a50-497e-bfe5-fda841d51fc3 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 944 time: 0.0736470 Sep 15 15:33:48.568568 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8b4fe015-e267-4dae-9606-a099cbc07d48 req-0d1339bf-118c-455c-99ad-5e42f2e08e26 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461607 Sep 15 15:33:49.712498 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4eb0d-c920-4d07-930f-2ca5f621c0a0 req-7f5c70d4-7f68-4224-8a40-cb0574a89cc8 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:49.714856 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bac4eb0d-c920-4d07-930f-2ca5f621c0a0 req-7f5c70d4-7f68-4224-8a40-cb0574a89cc8 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 944 time: 0.0599244 Sep 15 15:33:49.781441 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bac4eb0d-c920-4d07-930f-2ca5f621c0a0 req-a365e12c-3960-45a4-b87f-2ce63fb29a88 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596445 Sep 15 15:33:50.062684 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 54940) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:33:50.262272 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-cf349135-4248-4f7f-b3c2-9632c54a487d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:50.412582 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-cf349135-4248-4f7f-b3c2-9632c54a487d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:50.484734 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-cf349135-4248-4f7f-b3c2-9632c54a487d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:50.533053 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-cf349135-4248-4f7f-b3c2-9632c54a487d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8a3f251aee1341fe95ea61792b7cfca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4681122 Sep 15 15:33:50.535156 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf349135-4248-4f7f-b3c2-9632c54a487d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67e8971-9365-4311-8eae-cc9e1a8d814a,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:50.537301 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 54944) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:33:50.604450 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-3d9fb843-d587-42d1-bdaa-49f6706419ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:50.639733 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-3d9fb843-d587-42d1-bdaa-49f6706419ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:50.783198 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-3d9fb843-d587-42d1-bdaa-49f6706419ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:50.788156 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-3d9fb843-d587-42d1-bdaa-49f6706419ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:50.791191 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-3d9fb843-d587-42d1-bdaa-49f6706419ab admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a67e8971-9365-4311-8eae-cc9e1a8d814a HTTP/1.1" status: 204 len: 168 time: 0.2515032 Sep 15 15:33:50.803380 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9fb843-d587-42d1-bdaa-49f6706419ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67e8971-9365-4311-8eae-cc9e1a8d814a,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:50.814905 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9fb843-d587-42d1-bdaa-49f6706419ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:33:50.816068 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9fb843-d587-42d1-bdaa-49f6706419ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:33:50.817014 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9fb843-d587-42d1-bdaa-49f6706419ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:33:50.818500 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9fb843-d587-42d1-bdaa-49f6706419ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:33:50.819944 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9fb843-d587-42d1-bdaa-49f6706419ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:33:50.820756 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9fb843-d587-42d1-bdaa-49f6706419ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:33:50.822291 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9fb843-d587-42d1-bdaa-49f6706419ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:33:50.823053 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9fb843-d587-42d1-bdaa-49f6706419ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:33:50.824083 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9fb843-d587-42d1-bdaa-49f6706419ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:33:50.824835 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9fb843-d587-42d1-bdaa-49f6706419ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:33:50.825740 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9fb843-d587-42d1-bdaa-49f6706419ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:33:50.826659 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9fb843-d587-42d1-bdaa-49f6706419ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:33:50.976158 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7cb49-3ecf-4421-8123-676d5ff50333 req-76ca8df7-fb9d-4fa2-a8e3-617e66cbfb13 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:50.978441 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-53a7cb49-3ecf-4421-8123-676d5ff50333 req-76ca8df7-fb9d-4fa2-a8e3-617e66cbfb13 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 944 time: 0.0661929 Sep 15 15:33:51.042510 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-53a7cb49-3ecf-4421-8123-676d5ff50333 req-e3fa9947-8859-4939-9264-b286835346cd tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489602 Sep 15 15:33:52.281077 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5490b1a-8a41-46cb-99ce-3d239d806f3a req-81b7f469-f1e9-493a-8e8f-77b728bc7c8d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:52.286883 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f5490b1a-8a41-46cb-99ce-3d239d806f3a req-81b7f469-f1e9-493a-8e8f-77b728bc7c8d tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 944 time: 0.1209805 Sep 15 15:33:52.362455 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f5490b1a-8a41-46cb-99ce-3d239d806f3a req-441be1d8-90be-44a0-8d3b-2a48957048a4 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606875 Sep 15 15:33:53.159267 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-72778cb7-8d59-415d-80fd-ec8ac0c32907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:53.593528 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6378d0-757f-460d-b57f-dca073a37a3b req-18356623-7741-4c70-9f05-a526543675e3 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:53.595370 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5e6378d0-757f-460d-b57f-dca073a37a3b req-18356623-7741-4c70-9f05-a526543675e3 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 944 time: 0.0806525 Sep 15 15:33:53.668057 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5e6378d0-757f-460d-b57f-dca073a37a3b req-ba6a8109-2b81-4b19-bf94-53bc42ddfadc tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599651 Sep 15 15:33:54.405341 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:54.837427 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717fdb9-6ec5-4a51-9af2-c85c331c2bda req-16882de5-8d2c-4315-b204-0dfd346dbf0c tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:54.839218 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5717fdb9-6ec5-4a51-9af2-c85c331c2bda req-16882de5-8d2c-4315-b204-0dfd346dbf0c tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 944 time: 0.0706456 Sep 15 15:33:54.902137 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5717fdb9-6ec5-4a51-9af2-c85c331c2bda req-4a5ed582-ace9-4bbb-b53b-720552ac7cfd tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508394 Sep 15 15:33:56.084384 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88b036-67fc-475b-9fa3-ca5c23d560c1 req-4e7b39f8-8698-44ed-8174-705cf674dc6b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:56.087229 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7c88b036-67fc-475b-9fa3-ca5c23d560c1 req-4e7b39f8-8698-44ed-8174-705cf674dc6b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 944 time: 0.0603507 Sep 15 15:33:56.113556 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-91c13d1b-16b7-4830-9836-c78aae4c7237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:56.150863 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7c88b036-67fc-475b-9fa3-ca5c23d560c1 req-af3eb393-e476-4e00-962f-5e052e97ba69 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521719 Sep 15 15:33:56.199433 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:57.095393 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:57.285606 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ada41-e462-4fc6-807b-108b2df4f81a req-5c30a084-2dfc-4595-b375-1dfb32c5cd77 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:57.287248 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ba6ada41-e462-4fc6-807b-108b2df4f81a req-5c30a084-2dfc-4595-b375-1dfb32c5cd77 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 944 time: 0.0514741 Sep 15 15:33:57.334450 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ba6ada41-e462-4fc6-807b-108b2df4f81a req-2689725e-e9bb-4c52-be81-6dd86f096b38 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405426 Sep 15 15:33:57.836145 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 55018) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:33:57.953758 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-78b20ec1-81ed-411f-b1e8-cb806750e2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:58.060001 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-78b20ec1-81ed-411f-b1e8-cb806750e2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:58.158851 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-78b20ec1-81ed-411f-b1e8-cb806750e2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:58.203327 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b20ec1-81ed-411f-b1e8-cb806750e2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b50b26e-1f77-4c2d-b696-9208b7d3fee2,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:58.208463 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-78b20ec1-81ed-411f-b1e8-cb806750e2e2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9f09e958cf2e40fdb3a025a92832be7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3706050 Sep 15 15:33:58.212465 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 55022) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:33:58.267845 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e4abc9f0-6ae4-405c-bf1d-2b44d82c2fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:58.299862 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e4abc9f0-6ae4-405c-bf1d-2b44d82c2fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:58.474498 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e5aff-fd7a-4d30-a969-1fcc811a927c req-96dfc2f0-78d0-4da5-904e-5c7d60212b5b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:58.476181 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d87e5aff-fd7a-4d30-a969-1fcc811a927c req-96dfc2f0-78d0-4da5-904e-5c7d60212b5b tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 944 time: 0.0573623 Sep 15 15:33:58.480113 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e4abc9f0-6ae4-405c-bf1d-2b44d82c2fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:58.480113 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e4abc9f0-6ae4-405c-bf1d-2b44d82c2fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:58.481161 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-e4abc9f0-6ae4-405c-bf1d-2b44d82c2fce admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7b50b26e-1f77-4c2d-b696-9208b7d3fee2 HTTP/1.1" status: 204 len: 168 time: 0.2677381 Sep 15 15:33:58.496774 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abc9f0-6ae4-405c-bf1d-2b44d82c2fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b50b26e-1f77-4c2d-b696-9208b7d3fee2,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:58.537565 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d87e5aff-fd7a-4d30-a969-1fcc811a927c req-c1de596e-6591-4f92-8dfd-4f64389771e6 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535898 Sep 15 15:33:58.740830 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device b3fe3a39-6193-43da-a740-c99e7fd7355b details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:33:58.779805 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:58.864661 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port b3fe3a39-6193-43da-a740-c99e7fd7355b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b3fe3a39-6193-43da-a740-c99e7fd7355b,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:33:58.878588 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Returning: {'device': 'b3fe3a39-6193-43da-a740-c99e7fd7355b', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'port_id': 'b3fe3a39-6193-43da-a740-c99e7fd7355b', 'mac_address': 'fa:16:3e:fb:74:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:33:58.922211 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:58.937568 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3fe3a39-6193-43da-a740-c99e7fd7355b {{(pid=94801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:33:58.965982 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port b3fe3a39-6193-43da-a740-c99e7fd7355b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b3fe3a39-6193-43da-a740-c99e7fd7355b,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:33:59.062380 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:59.115922 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=b3fe3a39-6193-43da-a740-c99e7fd7355b,revision_number=9']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:33:59.281643 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['b3fe3a39-6193-43da-a740-c99e7fd7355b'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:33:59.357882 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 55030) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:33:59.377617 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4036cfc4-7c53-457c-98f4-6f19b9e862df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:59.488320 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4036cfc4-7c53-457c-98f4-6f19b9e862df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:59.697067 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6e542-e51b-4455-8eb7-654b7b2cdbe3 req-0882c3d6-5e69-4389-8d50-3b73c145c9ff tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:33:59.698773 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-52d6e542-e51b-4455-8eb7-654b7b2cdbe3 req-0882c3d6-5e69-4389-8d50-3b73c145c9ff tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 945 time: 0.0582788 Sep 15 15:33:59.745657 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-52d6e542-e51b-4455-8eb7-654b7b2cdbe3 req-532057be-27c0-4ab4-a407-32795fa741f2 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360136 Sep 15 15:34:00.668333 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4036cfc4-7c53-457c-98f4-6f19b9e862df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:00.711702 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-4036cfc4-7c53-457c-98f4-6f19b9e862df admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fe303a228d9a460b83f1622214920fe1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3522964 Sep 15 15:34:00.712566 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036cfc4-7c53-457c-98f4-6f19b9e862df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe26aa3-febf-4325-8e3f-ee0488c1a009,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:34:00.715184 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 55034) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:34:00.721250 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4036cfc4-7c53-457c-98f4-6f19b9e862df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:00.721599 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4036cfc4-7c53-457c-98f4-6f19b9e862df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:00.721940 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4036cfc4-7c53-457c-98f4-6f19b9e862df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:00.722275 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4036cfc4-7c53-457c-98f4-6f19b9e862df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:00.722605 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4036cfc4-7c53-457c-98f4-6f19b9e862df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:00.722937 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4036cfc4-7c53-457c-98f4-6f19b9e862df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:00.723317 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4036cfc4-7c53-457c-98f4-6f19b9e862df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:00.723647 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4036cfc4-7c53-457c-98f4-6f19b9e862df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:00.723970 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4036cfc4-7c53-457c-98f4-6f19b9e862df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:00.724292 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4036cfc4-7c53-457c-98f4-6f19b9e862df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:00.724614 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4036cfc4-7c53-457c-98f4-6f19b9e862df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:00.724931 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4036cfc4-7c53-457c-98f4-6f19b9e862df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:00.743913 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device b3fe3a39-6193-43da-a740-c99e7fd7355b up at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:34:00.773956 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-16a6130c-d2aa-41a5-a1eb-27896c5c7c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:00.810298 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-16a6130c-d2aa-41a5-a1eb-27896c5c7c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:00.823671 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning complete for port b3fe3a39-6193-43da-a740-c99e7fd7355b triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:34:00.824222 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:00.909199 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9435f-c9ac-49df-ac1f-76135feb5072 req-2390c78a-8f7a-46e6-a5d9-66af3e984ec5 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:00.910901 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-65a9435f-c9ac-49df-ac1f-76135feb5072 req-2390c78a-8f7a-46e6-a5d9-66af3e984ec5 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 945 time: 0.0805242 Sep 15 15:34:00.931448 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:00.958850 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fe3a39-6193-43da-a740-c99e7fd7355b'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:34:00.961870 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b054453-1ca9-42ab-b373-839c7fd2bd71" -d '{"events": [{"server_uuid": "49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec", "name": "network-vif-plugged", "status": "completed", "tag": "b3fe3a39-6193-43da-a740-c99e7fd7355b"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:34:00.966381 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-65a9435f-c9ac-49df-ac1f-76135feb5072 req-855102df-c03f-4100-8d85-80a074697b25 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456877 Sep 15 15:34:00.986224 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port b3fe3a39-6193-43da-a740-c99e7fd7355b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b3fe3a39-6193-43da-a740-c99e7fd7355b,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:34:00.995207 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-16a6130c-d2aa-41a5-a1eb-27896c5c7c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:01.000112 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-16a6130c-d2aa-41a5-a1eb-27896c5c7c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:01.004879 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-16a6130c-d2aa-41a5-a1eb-27896c5c7c09 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6fe26aa3-febf-4325-8e3f-ee0488c1a009 HTTP/1.1" status: 204 len: 168 time: 0.2854664 Sep 15 15:34:01.015225 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6130c-d2aa-41a5-a1eb-27896c5c7c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe26aa3-febf-4325-8e3f-ee0488c1a009,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:34:01.032189 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a49bad-f66d-4371-80d0-446d6c78a878 x-openstack-request-id: req-55a49bad-f66d-4371-80d0-446d6c78a878 {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:34:01.032189 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec", "name": "network-vif-plugged", "status": "completed", "tag": "b3fe3a39-6193-43da-a740-c99e7fd7355b", "code": 200}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:34:01.032189 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-55a49bad-f66d-4371-80d0-446d6c78a878 {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:34:01.032189 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fe3a39-6193-43da-a740-c99e7fd7355b', 'code': 200} Sep 15 15:34:01.056186 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:01.113020 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=b3fe3a39-6193-43da-a740-c99e7fd7355b,revision_number=10']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:34:01.470368 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1250e0b-95fe-460b-9f09-e37e5d7314fc req-01fd2a88-965c-4849-8693-7d908092ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:01.471935 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b1250e0b-95fe-460b-9f09-e37e5d7314fc req-01fd2a88-965c-4849-8693-7d908092ae72 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 1100 time: 0.0556729 Sep 15 15:34:01.513400 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b1250e0b-95fe-460b-9f09-e37e5d7314fc req-03d31714-10c3-48d5-a9f7-f45b6b9dbb64 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347202 Sep 15 15:34:02.136558 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049d97e-38c4-42fa-8303-e2e1a0bd552a req-4a9cbae0-5edf-47ef-9432-3d5b60a33d12 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:02.138139 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c049d97e-38c4-42fa-8303-e2e1a0bd552a req-4a9cbae0-5edf-47ef-9432-3d5b60a33d12 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 947 time: 0.0560741 Sep 15 15:34:02.192956 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c049d97e-38c4-42fa-8303-e2e1a0bd552a req-ef870a3f-f124-408d-a216-c3f409fe5bde tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455115 Sep 15 15:34:03.350142 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2089b-4cd0-4780-904a-7b885462f1fd req-38327aca-3df3-4d0e-b4df-15696989ef8c tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:03.353755 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f2e2089b-4cd0-4780-904a-7b885462f1fd req-38327aca-3df3-4d0e-b4df-15696989ef8c tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 947 time: 0.0815527 Sep 15 15:34:03.420026 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f2e2089b-4cd0-4780-904a-7b885462f1fd req-fabdf279-a59c-4393-ad0e-38f35944d8b6 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549996 Sep 15 15:34:04.556103 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47073e4-f04e-4a3f-9df5-930c5006510c req-dcbe406a-4ea3-4ba4-8bca-0317a412695e tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:04.557836 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a47073e4-f04e-4a3f-9df5-930c5006510c req-dcbe406a-4ea3-4ba4-8bca-0317a412695e tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 947 time: 0.0574985 Sep 15 15:34:04.601112 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a47073e4-f04e-4a3f-9df5-930c5006510c req-37495bbf-5664-4a25-9391-ca86c8259aae tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368035 Sep 15 15:34:07.963521 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:34:23.146908 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f477afb7-60cc-48ad-b2ac-7abe7fa84dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:24.232901 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:26.170003 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-ac98960f-d706-4599-bb20-0f01d3e60c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:26.284676 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:27.146707 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:27.754230 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00fdd8-1b2a-4973-8394-35668f3ac8bf req-a3bb0785-d508-4c9f-a5ce-faf05df9f8db tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:27.755932 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6f00fdd8-1b2a-4973-8394-35668f3ac8bf req-a3bb0785-d508-4c9f-a5ce-faf05df9f8db tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 945 time: 0.0557957 Sep 15 15:34:27.814705 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6f00fdd8-1b2a-4973-8394-35668f3ac8bf req-89c61a1e-17d5-4cf1-af1a-2082f202c7c2 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472353 Sep 15 15:34:28.167434 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb5aa4-a0d9-4cb5-928f-00f3d738c4d3 req-e3ed7eea-1302-4b5b-a97e-b405004ac89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:28.169064 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ffdb5aa4-a0d9-4cb5-928f-00f3d738c4d3 req-e3ed7eea-1302-4b5b-a97e-b405004ac89f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=81043ff5755b4a8aa7089fdf5cc0b178&device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 1098 time: 0.0557489 Sep 15 15:34:28.346200 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb5aa4-a0d9-4cb5-928f-00f3d738c4d3 req-7645ba50-c2c3-4f46-af92-c3f91b34a0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:28.348739 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ffdb5aa4-a0d9-4cb5-928f-00f3d738c4d3 req-7645ba50-c2c3-4f46-af92-c3f91b34a0e0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4802773a-3b03-40d5-8d08-27f23bcc704f HTTP/1.1" status: 200 len: 910 time: 0.1515675 Sep 15 15:34:28.423144 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ffdb5aa4-a0d9-4cb5-928f-00f3d738c4d3 req-66aaef51-26d0-45aa-8560-37ec9aeb123f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e0ec3b4-5019-4fc4-b60f-1834190ff4cd HTTP/1.1" status: 200 len: 1000 time: 0.0670226 Sep 15 15:34:28.489383 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb5aa4-a0d9-4cb5-928f-00f3d738c4d3 req-78cefa4a-6b74-48a4-9345-16f3a89c679d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:28.490920 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ffdb5aa4-a0d9-4cb5-928f-00f3d738c4d3 req-78cefa4a-6b74-48a4-9345-16f3a89c679d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=000bea8b-e21b-480f-8d43-672c69a338fc HTTP/1.1" status: 200 len: 848 time: 0.0484254 Sep 15 15:34:28.557839 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb5aa4-a0d9-4cb5-928f-00f3d738c4d3 req-5bccfaa4-7b1e-4df9-a456-d5f8b4b30ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:28.559410 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ffdb5aa4-a0d9-4cb5-928f-00f3d738c4d3 req-5bccfaa4-7b1e-4df9-a456-d5f8b4b30ffb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4802773a-3b03-40d5-8d08-27f23bcc704f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609958 Sep 15 15:34:28.662098 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ffdb5aa4-a0d9-4cb5-928f-00f3d738c4d3 req-73d2a08e-fd6d-4171-a022-0cc4c297e591 service neutron] 10.222.0.58 "GET /v2.0/networks/4802773a-3b03-40d5-8d08-27f23bcc704f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939102 Sep 15 15:34:28.769845 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ffdb5aa4-a0d9-4cb5-928f-00f3d738c4d3 req-b50269b1-fa4e-47f1-ad02-4686f14862cf service neutron] 10.222.0.58 "GET /v2.0/networks/4802773a-3b03-40d5-8d08-27f23bcc704f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988905 Sep 15 15:34:28.786758 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:28.950203 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8611085-bdfd-4b79-99c1-d3b98920980b req-4ecc78f5-70b4-4fa3-963b-f4e10bee125c tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:28.951974 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d8611085-bdfd-4b79-99c1-d3b98920980b req-4ecc78f5-70b4-4fa3-963b-f4e10bee125c tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 945 time: 0.0549054 Sep 15 15:34:28.993662 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d8611085-bdfd-4b79-99c1-d3b98920980b req-944d308e-b221-463f-85c2-e48048b0270e tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350850 Sep 15 15:34:30.119676 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7e721-dd37-4b3d-94e4-1ca18263920c req-c1d597ff-9945-4f32-9e9b-f59a56984a7c tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:30.121296 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dfe7e721-dd37-4b3d-94e4-1ca18263920c req-c1d597ff-9945-4f32-9e9b-f59a56984a7c tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 945 time: 0.0529759 Sep 15 15:34:30.168778 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dfe7e721-dd37-4b3d-94e4-1ca18263920c req-28182088-3c3f-44b8-a050-2545f626537a tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405607 Sep 15 15:34:31.295814 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc8fce-a3f0-439d-9c3a-088ef427560b req-876e4813-fa7e-4dfa-9d7f-0b111dd50cca tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:31.297445 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dafc8fce-a3f0-439d-9c3a-088ef427560b req-876e4813-fa7e-4dfa-9d7f-0b111dd50cca tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 945 time: 0.0555799 Sep 15 15:34:31.350735 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-dafc8fce-a3f0-439d-9c3a-088ef427560b req-86810dbd-3b45-4ac8-854f-a62e978cfb63 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425336 Sep 15 15:34:32.499812 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30304298-7bfb-487b-b916-81942d582c22 req-012a055b-0819-4449-8079-b96a9b09833a tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:32.502538 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-30304298-7bfb-487b-b916-81942d582c22 req-012a055b-0819-4449-8079-b96a9b09833a tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 945 time: 0.0691195 Sep 15 15:34:32.548500 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-30304298-7bfb-487b-b916-81942d582c22 req-843a8121-4c36-4b96-913c-2733674d3d0b tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378926 Sep 15 15:34:33.682175 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da2bcb-713b-4425-8f78-1347b756ee45 req-a95270f8-7f2b-44c6-b67a-d0cfd789333b tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:33.684076 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-95da2bcb-713b-4425-8f78-1347b756ee45 req-a95270f8-7f2b-44c6-b67a-d0cfd789333b tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 945 time: 0.0546050 Sep 15 15:34:33.731170 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-95da2bcb-713b-4425-8f78-1347b756ee45 req-b3ee3ee5-c69e-4e8d-a51b-60b667e2474a tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402300 Sep 15 15:34:34.876858 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53d25e-a94a-46bc-953e-29d85c6b3513 req-5b8a8794-7928-48b1-a3d7-f6805b648168 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:34.878675 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6a53d25e-a94a-46bc-953e-29d85c6b3513 req-5b8a8794-7928-48b1-a3d7-f6805b648168 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 945 time: 0.0557745 Sep 15 15:34:34.927581 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6a53d25e-a94a-46bc-953e-29d85c6b3513 req-46f0bbeb-690a-456b-aac7-cfa870b908f3 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409157 Sep 15 15:34:36.075994 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47efab-f426-400c-a837-0cd48d0b7d71 req-50552769-28d4-4d6b-888f-f446a677d729 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:36.078689 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ec47efab-f426-400c-a837-0cd48d0b7d71 req-50552769-28d4-4d6b-888f-f446a677d729 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 945 time: 0.0736141 Sep 15 15:34:36.125617 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ec47efab-f426-400c-a837-0cd48d0b7d71 req-193d63b0-c925-4323-8af7-b6bba3f8b954 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377750 Sep 15 15:34:37.264954 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38c0d8-0aab-40b3-a2c6-be33328f93bc req-5921290f-f4c4-4242-a46a-5b7020ec56b0 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:37.266551 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4a38c0d8-0aab-40b3-a2c6-be33328f93bc req-5921290f-f4c4-4242-a46a-5b7020ec56b0 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 945 time: 0.0622590 Sep 15 15:34:37.313662 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4a38c0d8-0aab-40b3-a2c6-be33328f93bc req-0994529b-df0a-4635-a046-36cd1d2a6fd9 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355692 Sep 15 15:34:38.017862 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91939033-afc5-452c-9486-04480b2d107a req-9c74b65c-8430-4a1f-9416-70aeb8b56539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:38.020112 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-91939033-afc5-452c-9486-04480b2d107a req-9c74b65c-8430-4a1f-9416-70aeb8b56539 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=81043ff5755b4a8aa7089fdf5cc0b178&device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 1098 time: 0.0627871 Sep 15 15:34:38.240576 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 55300) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:34:38.408436 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4f419723-87fb-4508-8f5f-023caeab934e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:38.509878 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91939033-afc5-452c-9486-04480b2d107a req-ee616a6a-6289-438b-8a6d-6010bcb65fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:38.512614 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-91939033-afc5-452c-9486-04480b2d107a req-ee616a6a-6289-438b-8a6d-6010bcb65fe1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4802773a-3b03-40d5-8d08-27f23bcc704f HTTP/1.1" status: 200 len: 910 time: 0.4857378 Sep 15 15:34:38.525062 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f7c1f-24db-4fd4-a0bc-e71ded09ac6d req-eef49fab-1b6f-4c61-91d6-76cd5fcfe281 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:38.527405 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-264f7c1f-24db-4fd4-a0bc-e71ded09ac6d req-eef49fab-1b6f-4c61-91d6-76cd5fcfe281 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 945 time: 0.0929298 Sep 15 15:34:38.548189 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4f419723-87fb-4508-8f5f-023caeab934e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:38.620715 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-264f7c1f-24db-4fd4-a0bc-e71ded09ac6d req-58e3322c-2298-435a-85d7-2caa36c3f47d tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847173 Sep 15 15:34:38.627468 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-4f419723-87fb-4508-8f5f-023caeab934e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:38.628877 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-91939033-afc5-452c-9486-04480b2d107a req-0a09d582-4b77-4ea7-87d7-e14564f43247 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e0ec3b4-5019-4fc4-b60f-1834190ff4cd HTTP/1.1" status: 200 len: 1000 time: 0.1001105 Sep 15 15:34:38.678911 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f419723-87fb-4508-8f5f-023caeab934e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d87fd38-09ad-4887-8a5f-d108e87d6d15,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:34:38.684047 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-4f419723-87fb-4508-8f5f-023caeab934e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=14be0b971ce7435286b0110d9ec332a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4421535 Sep 15 15:34:38.695776 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 55308) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:34:38.716755 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91939033-afc5-452c-9486-04480b2d107a req-2b52b048-b9c7-4fe3-b973-33e879e8de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:38.719538 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-91939033-afc5-452c-9486-04480b2d107a req-2b52b048-b9c7-4fe3-b973-33e879e8de2f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=000bea8b-e21b-480f-8d43-672c69a338fc HTTP/1.1" status: 200 len: 848 time: 0.0829275 Sep 15 15:34:38.754134 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-3ee56719-87b4-40f3-9df4-e19d4706ff1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:38.784528 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-3ee56719-87b4-40f3-9df4-e19d4706ff1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:38.792502 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91939033-afc5-452c-9486-04480b2d107a req-fc550293-0804-43d4-8f60-3a668b6a67b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:38.794490 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-91939033-afc5-452c-9486-04480b2d107a req-fc550293-0804-43d4-8f60-3a668b6a67b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4802773a-3b03-40d5-8d08-27f23bcc704f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0665751 Sep 15 15:34:38.902221 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-91939033-afc5-452c-9486-04480b2d107a req-09330919-0fad-4b65-9e16-2dd99df7702a service neutron] 10.222.0.58 "GET /v2.0/networks/4802773a-3b03-40d5-8d08-27f23bcc704f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995111 Sep 15 15:34:38.941486 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-3ee56719-87b4-40f3-9df4-e19d4706ff1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:38.947482 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-3ee56719-87b4-40f3-9df4-e19d4706ff1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:38.949573 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-3ee56719-87b4-40f3-9df4-e19d4706ff1c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4d87fd38-09ad-4887-8a5f-d108e87d6d15 HTTP/1.1" status: 204 len: 168 time: 0.2521904 Sep 15 15:34:38.964973 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee56719-87b4-40f3-9df4-e19d4706ff1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d87fd38-09ad-4887-8a5f-d108e87d6d15,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:34:39.032755 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-91939033-afc5-452c-9486-04480b2d107a req-dae38b36-0f9a-451f-a6ee-93b71bd503fb service neutron] 10.222.0.58 "GET /v2.0/networks/4802773a-3b03-40d5-8d08-27f23bcc704f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232867 Sep 15 15:34:39.760012 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a3779-c3cf-467a-b5a6-41c1724cf811 req-216397e1-26eb-4408-921f-3253d8a59241 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:39.761664 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-277a3779-c3cf-467a-b5a6-41c1724cf811 req-216397e1-26eb-4408-921f-3253d8a59241 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 945 time: 0.0538938 Sep 15 15:34:39.803668 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-277a3779-c3cf-467a-b5a6-41c1724cf811 req-d09d52ba-d9eb-47db-a72d-a15dd345abbb tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354989 Sep 15 15:34:40.949103 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d0f98-efa4-4c5e-8c78-26eb335e694b req-49dbd4b3-7a6a-4466-8984-8670d8340bf8 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:40.950762 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-371d0f98-efa4-4c5e-8c78-26eb335e694b req-49dbd4b3-7a6a-4466-8984-8670d8340bf8 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 945 time: 0.0660424 Sep 15 15:34:41.005572 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-371d0f98-efa4-4c5e-8c78-26eb335e694b req-05e61106-ea3d-435d-9109-ab6430514b4f tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463524 Sep 15 15:34:42.138498 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa52c1-8e93-4f73-8ee4-eeac01df53ee req-226f7e17-f16b-49b9-be8b-05b43cf55ce4 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:42.140807 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-39fa52c1-8e93-4f73-8ee4-eeac01df53ee req-226f7e17-f16b-49b9-be8b-05b43cf55ce4 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 945 time: 0.0605981 Sep 15 15:34:42.186386 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-39fa52c1-8e93-4f73-8ee4-eeac01df53ee req-4438ff04-0290-4b6e-b494-3a63d6e92f0c tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343802 Sep 15 15:34:42.362078 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [req-f289d2f2-ad48-4159-80f2-ce965e0f0c15 req-1b18c6ad-1f6e-4273-a4a2-439811eeb056 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:34:42.363171 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f289d2f2-ad48-4159-80f2-ce965e0f0c15 req-1b18c6ad-1f6e-4273-a4a2-439811eeb056 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1068044 Sep 15 15:34:42.655718 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ec4f8-0deb-4d05-8017-c9af0b7c40ae req-d26d1397-8f57-4fb2-b6a0-2cc7b3b44d31 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:42.657337 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-189ec4f8-0deb-4d05-8017-c9af0b7c40ae req-d26d1397-8f57-4fb2-b6a0-2cc7b3b44d31 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 945 time: 0.0509603 Sep 15 15:34:42.703490 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-189ec4f8-0deb-4d05-8017-c9af0b7c40ae req-8e1d017f-98f6-4ebe-bea2-e43398c3657d tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378790 Sep 15 15:34:42.744253 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 55328) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:34:42.837537 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-f84f7d89-59b3-4b98-8fa6-039917c28ee4 req-1ff4addf-8fba-4691-b68f-a4620d1d2a68 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0919707 Sep 15 15:34:42.847172 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [req-f84f7d89-59b3-4b98-8fa6-039917c28ee4 req-d0dadeba-ee80-4cec-9946-1e7788b2f736 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94799) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:34:42.848219 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-f84f7d89-59b3-4b98-8fa6-039917c28ee4 req-d0dadeba-ee80-4cec-9946-1e7788b2f736 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056741 Sep 15 15:34:43.840507 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6e370-66e4-413a-847f-012f81398545 req-91090f42-f541-404c-bc65-23f7add372ff tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:43.842080 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-29a6e370-66e4-413a-847f-012f81398545 req-91090f42-f541-404c-bc65-23f7add372ff tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 945 time: 0.0610492 Sep 15 15:34:43.883857 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-29a6e370-66e4-413a-847f-012f81398545 req-cee1d267-16e1-4383-aa12-eef297cf8a27 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356839 Sep 15 15:34:44.964611 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:34:45.000578 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:34:45.015797 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f2db5-f833-48e2-b625-c92195d10ef3 req-a3bfd9d2-d453-461c-a607-4e1e608b6005 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:45.019755 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1a3f2db5-f833-48e2-b625-c92195d10ef3 req-a3bfd9d2-d453-461c-a607-4e1e608b6005 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 945 time: 0.0624466 Sep 15 15:34:45.081923 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1a3f2db5-f833-48e2-b625-c92195d10ef3 req-e922233a-dbf6-42fb-a5b4-6e7562b03ff5 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559959 Sep 15 15:34:45.135363 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:45.185390 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7189ee-c6e4-4c1e-8c12-c63ee260e26a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e0ec3b4-5019-4fc4-b60f-1834190ff4cd'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:34:45.196583 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b355b5e6-1c2c-48a4-9f8a-b604a7710830" -d '{"events": [{"server_uuid": "2e7189ee-c6e4-4c1e-8c12-c63ee260e26a", "name": "network-vif-unplugged", "status": "completed", "tag": "5e0ec3b4-5019-4fc4-b60f-1834190ff4cd"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:34:45.214182 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=5e0ec3b4-5019-4fc4-b60f-1834190ff4cd,segment=NetworkSegment(3c78ee22-b0a1-4940-bd51-53e6eb9312f3),segment_id=3c78ee22-b0a1-4940-bd51-53e6eb9312f3)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:34:45.233625 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064f2445-bd67-43a7-8ce1-2f67d15b684b x-openstack-request-id: req-064f2445-bd67-43a7-8ce1-2f67d15b684b {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:34:45.233943 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7189ee-c6e4-4c1e-8c12-c63ee260e26a", "name": "network-vif-unplugged", "status": "completed", "tag": "5e0ec3b4-5019-4fc4-b60f-1834190ff4cd", "code": 200}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:34:45.234194 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-064f2445-bd67-43a7-8ce1-2f67d15b684b {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:34:45.234587 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7189ee-c6e4-4c1e-8c12-c63ee260e26a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e0ec3b4-5019-4fc4-b60f-1834190ff4cd', 'code': 200} Sep 15 15:34:45.306361 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:45.369304 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=5e0ec3b4-5019-4fc4-b60f-1834190ff4cd,revision_number=6']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:34:45.381883 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:45.383326 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:45.383972 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:45.384540 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:45.384876 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:45.385530 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:45.385833 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:45.386262 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:45.386739 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:45.387097 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:45.387450 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:45.387769 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:45.405004 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f7d89-59b3-4b98-8fa6-039917c28ee4 req-0ec71731-c544-49d7-af43-fae60c5f0c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:45.406600 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f84f7d89-59b3-4b98-8fa6-039917c28ee4 req-0ec71731-c544-49d7-af43-fae60c5f0c9b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a&tenant_id=81043ff5755b4a8aa7089fdf5cc0b178 HTTP/1.1" status: 200 len: 1096 time: 0.0579085 Sep 15 15:34:45.478910 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f7d89-59b3-4b98-8fa6-039917c28ee4 req-2279ad97-b33a-4570-a6d8-98dd6f6a49bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:45.480524 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f84f7d89-59b3-4b98-8fa6-039917c28ee4 req-2279ad97-b33a-4570-a6d8-98dd6f6a49bc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=81043ff5755b4a8aa7089fdf5cc0b178&device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 1096 time: 0.0499165 Sep 15 15:34:45.631646 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f7d89-59b3-4b98-8fa6-039917c28ee4 req-b2c338ff-5145-45c6-b70f-c9be50c823cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:45.633210 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f84f7d89-59b3-4b98-8fa6-039917c28ee4 req-b2c338ff-5145-45c6-b70f-c9be50c823cb service neutron] 10.222.0.58 "GET /v2.0/networks?id=4802773a-3b03-40d5-8d08-27f23bcc704f HTTP/1.1" status: 200 len: 910 time: 0.1435027 Sep 15 15:34:45.642179 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6bb33-312e-455d-bfc7-431512b920d7 req-0f9c030f-531e-48be-8638-2a7d1e64b3aa tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:45.643755 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-41f6bb33-312e-455d-bfc7-431512b920d7 req-0f9c030f-531e-48be-8638-2a7d1e64b3aa tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 947 time: 0.1021628 Sep 15 15:34:45.730121 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f84f7d89-59b3-4b98-8fa6-039917c28ee4 req-a0a955cb-3890-4081-b8b0-ecdc8a58ee99 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e0ec3b4-5019-4fc4-b60f-1834190ff4cd HTTP/1.1" status: 200 len: 998 time: 0.0852718 Sep 15 15:34:45.737268 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-41f6bb33-312e-455d-bfc7-431512b920d7 req-aef58058-a4f2-49b9-9085-47e20054a1a6 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561252 Sep 15 15:34:45.784245 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f7d89-59b3-4b98-8fa6-039917c28ee4 req-6698ee36-d023-4520-8d1b-9af946c5c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:45.785775 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f84f7d89-59b3-4b98-8fa6-039917c28ee4 req-6698ee36-d023-4520-8d1b-9af946c5c5ff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=000bea8b-e21b-480f-8d43-672c69a338fc HTTP/1.1" status: 200 len: 848 time: 0.0476456 Sep 15 15:34:45.834892 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f7d89-59b3-4b98-8fa6-039917c28ee4 req-95008e1c-d002-4399-a4ec-67b8c16d3877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:45.836979 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f84f7d89-59b3-4b98-8fa6-039917c28ee4 req-95008e1c-d002-4399-a4ec-67b8c16d3877 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4802773a-3b03-40d5-8d08-27f23bcc704f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438256 Sep 15 15:34:45.938030 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f84f7d89-59b3-4b98-8fa6-039917c28ee4 req-825cc518-ef6e-4563-83bd-cf07a288ffdd service neutron] 10.222.0.58 "GET /v2.0/networks/4802773a-3b03-40d5-8d08-27f23bcc704f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924940 Sep 15 15:34:46.034033 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f84f7d89-59b3-4b98-8fa6-039917c28ee4 req-e2741237-717f-4a51-acef-69f466c885ad service neutron] 10.222.0.58 "GET /v2.0/networks/4802773a-3b03-40d5-8d08-27f23bcc704f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883272 Sep 15 15:34:46.271548 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d3622-f68a-4c82-b103-60760f2979a0 req-ddc255c4-fdfb-491c-ba5f-3419a551295c tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:46.274721 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b74d3622-f68a-4c82-b103-60760f2979a0 req-ddc255c4-fdfb-491c-ba5f-3419a551295c tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 943 time: 0.0861769 Sep 15 15:34:46.324773 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b74d3622-f68a-4c82-b103-60760f2979a0 req-12e38888-4a41-4632-91fe-ea0b14cabb07 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436420 Sep 15 15:34:46.885466 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711390f-969f-4da3-9b6c-0d15c34fc75a req-63beb548-31de-403e-be5f-da7614b87294 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:46.887046 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2711390f-969f-4da3-9b6c-0d15c34fc75a req-63beb548-31de-403e-be5f-da7614b87294 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.58 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 947 time: 0.0856557 Sep 15 15:34:46.908797 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfdeb9-1d17-4e48-bf90-9c0de5552e65 req-e2e28b1c-5f69-433b-b93c-a35c5e776551 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:46.910360 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-eacfdeb9-1d17-4e48-bf90-9c0de5552e65 req-e2e28b1c-5f69-433b-b93c-a35c5e776551 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 947 time: 0.0775032 Sep 15 15:34:47.004163 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-eacfdeb9-1d17-4e48-bf90-9c0de5552e65 req-4c7526bd-2100-44a6-85bc-0218266d31da tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups?id=f39063c0-7242-455c-91e9-0f2adbe04ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734200 Sep 15 15:34:47.038909 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [req-2711390f-969f-4da3-9b6c-0d15c34fc75a req-0d134461-9cbe-4bd8-a8f4-7543c6bf5d8a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Deleting port b3fe3a39-6193-43da-a740-c99e7fd7355b {{(pid=94800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:34:47.039549 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-2711390f-969f-4da3-9b6c-0d15c34fc75a req-0d134461-9cbe-4bd8-a8f4-7543c6bf5d8a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:47.138273 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-2711390f-969f-4da3-9b6c-0d15c34fc75a req-0d134461-9cbe-4bd8-a8f4-7543c6bf5d8a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] For port b3fe3a39-6193-43da-a740-c99e7fd7355b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b3fe3a39-6193-43da-a740-c99e7fd7355b,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:34:47.138581 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-2711390f-969f-4da3-9b6c-0d15c34fc75a req-0d134461-9cbe-4bd8-a8f4-7543c6bf5d8a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:47.335088 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-2711390f-969f-4da3-9b6c-0d15c34fc75a req-0d134461-9cbe-4bd8-a8f4-7543c6bf5d8a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:47.335904 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-2711390f-969f-4da3-9b6c-0d15c34fc75a req-0d134461-9cbe-4bd8-a8f4-7543c6bf5d8a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:47.336175 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.db.l3_db [req-2711390f-969f-4da3-9b6c-0d15c34fc75a req-0d134461-9cbe-4bd8-a8f4-7543c6bf5d8a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Floating IP 78ca3328-f4a5-4c24-9e22-874f1ed677d0 disassociated. External IP: 172.27.3.127, port: b3fe3a39-6193-43da-a740-c99e7fd7355b. Sep 15 15:34:47.336581 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [req-2711390f-969f-4da3-9b6c-0d15c34fc75a req-0d134461-9cbe-4bd8-a8f4-7543c6bf5d8a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Calling delete_port for b3fe3a39-6193-43da-a740-c99e7fd7355b owned by compute:nova {{(pid=94800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:34:47.519849 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46aaea5-71b4-421f-9e9d-21e22b032135 req-fcba079f-e584-4faf-a8c0-20c647d68c7e tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:47.521531 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e46aaea5-71b4-421f-9e9d-21e22b032135 req-fcba079f-e584-4faf-a8c0-20c647d68c7e tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 943 time: 0.1139627 Sep 15 15:34:47.575506 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e46aaea5-71b4-421f-9e9d-21e22b032135 req-38c67efb-0710-4c82-b80e-644d0742b226 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453823 Sep 15 15:34:47.655556 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-2711390f-969f-4da3-9b6c-0d15c34fc75a req-0d134461-9cbe-4bd8-a8f4-7543c6bf5d8a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:47.686510 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d134461-9cbe-4bd8-a8f4-7543c6bf5d8a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Pushing event deleted for resources: {'Port': ['ID=b3fe3a39-6193-43da-a740-c99e7fd7355b,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:34:47.843142 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2711390f-969f-4da3-9b6c-0d15c34fc75a req-0d134461-9cbe-4bd8-a8f4-7543c6bf5d8a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Router a6909325-84f9-4c72-aa50-e772499bd7ef has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:34:47.959441 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2711390f-969f-4da3-9b6c-0d15c34fc75a req-0d134461-9cbe-4bd8-a8f4-7543c6bf5d8a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:34:47.973812 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68845444-beb7-478e-8c02-ede1140169ba None None] Sync routers for ids ['a6909325-84f9-4c72-aa50-e772499bd7ef'] in dv-cinder-809201-1-iscsi {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:34:47.988154 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68845444-beb7-478e-8c02-ede1140169ba None None] Routers {'a6909325-84f9-4c72-aa50-e772499bd7ef'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:34:47.989230 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-68845444-beb7-478e-8c02-ede1140169ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:34:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['a6909325-84f9-4c72-aa50-e772499bd7ef'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:34:48.002018 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [req-2711390f-969f-4da3-9b6c-0d15c34fc75a req-0d134461-9cbe-4bd8-a8f4-7543c6bf5d8a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] No DVR routers for this DVR port b3fe3a39-6193-43da-a740-c99e7fd7355b on host hv-cinder-80920 {{(pid=94800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:34:48.004748 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-2711390f-969f-4da3-9b6c-0d15c34fc75a req-0d134461-9cbe-4bd8-a8f4-7543c6bf5d8a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:48.006867 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2711390f-969f-4da3-9b6c-0d15c34fc75a req-0d134461-9cbe-4bd8-a8f4-7543c6bf5d8a tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.58 "DELETE /v2.0/ports/b3fe3a39-6193-43da-a740-c99e7fd7355b HTTP/1.1" status: 204 len: 173 time: 1.1130481 Sep 15 15:34:48.007869 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec', 'name': 'network-vif-deleted', 'tag': 'b3fe3a39-6193-43da-a740-c99e7fd7355b'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:34:48.010282 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae6916f-4211-4512-b772-fdaa0827f866" -d '{"events": [{"server_uuid": "49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec", "name": "network-vif-deleted", "tag": "b3fe3a39-6193-43da-a740-c99e7fd7355b"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:34:48.073587 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc85910-244c-49a1-90af-e36d229fb5ec x-openstack-request-id: req-0fc85910-244c-49a1-90af-e36d229fb5ec {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:34:48.074615 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec", "name": "network-vif-deleted", "tag": "b3fe3a39-6193-43da-a740-c99e7fd7355b", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:34:48.074615 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0fc85910-244c-49a1-90af-e36d229fb5ec {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:34:48.075385 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec', 'name': 'network-vif-deleted', 'tag': 'b3fe3a39-6193-43da-a740-c99e7fd7355b', 'status': 'completed', 'code': 200} Sep 15 15:34:48.163098 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-68845444-beb7-478e-8c02-ede1140169ba None None] Set router a6909325-84f9-4c72-aa50-e772499bd7ef gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:34:48.174594 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8f18a8ca-6cd5-45c4-9192-1d627522904a req-160ed162-8342-42f1-af71-72c0600444bd tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/ports?device_id=49d56ba0-71c9-4f73-8b2b-5f9e4bf47eec HTTP/1.1" status: 200 len: 210 time: 0.0614934 Sep 15 15:34:48.675467 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-68845444-beb7-478e-8c02-ede1140169ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1520171669-router', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:18Z', 'updated_at': '2021-09-15T15:27:25Z', 'revision_number': 4, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'gw_port': {'id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:19Z', 'updated_at': '2021-09-15T15:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': '077b5012-c365-412f-a6da-2c507632c672', 'name': '', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'mac_address': 'fa:16:3e:d7:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:24Z', 'updated_at': '2021-09-15T15:27:32Z', 'revision_number': 5, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'subnets': [{'id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:34:48.730344 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68845444-beb7-478e-8c02-ede1140169ba None None] Checking router: a6909325-84f9-4c72-aa50-e772499bd7ef for host: dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:34:48.742328 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68845444-beb7-478e-8c02-ede1140169ba None None] Routers {'a6909325-84f9-4c72-aa50-e772499bd7ef'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:34:48.743349 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-68845444-beb7-478e-8c02-ede1140169ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:34:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['a6909325-84f9-4c72-aa50-e772499bd7ef'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:34:48.774839 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa112477-5f6b-4dd5-b2b2-8bf594d6ecb1 req-d11f1735-c1ad-4dc0-a77c-9dd22fd43d24 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:48.777589 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fa112477-5f6b-4dd5-b2b2-8bf594d6ecb1 req-d11f1735-c1ad-4dc0-a77c-9dd22fd43d24 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 943 time: 0.0883117 Sep 15 15:34:48.843277 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fa112477-5f6b-4dd5-b2b2-8bf594d6ecb1 req-a7f26503-3699-4375-9ebc-85166ecff657 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591862 Sep 15 15:34:48.901553 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-68845444-beb7-478e-8c02-ede1140169ba None None] Set router a6909325-84f9-4c72-aa50-e772499bd7ef gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:34:49.136419 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-68845444-beb7-478e-8c02-ede1140169ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1520171669-router', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:18Z', 'updated_at': '2021-09-15T15:27:25Z', 'revision_number': 4, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'gw_port': {'id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:19Z', 'updated_at': '2021-09-15T15:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': '077b5012-c365-412f-a6da-2c507632c672', 'name': '', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'mac_address': 'fa:16:3e:d7:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:24Z', 'updated_at': '2021-09-15T15:27:32Z', 'revision_number': 5, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'subnets': [{'id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:34:49.171053 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68845444-beb7-478e-8c02-ede1140169ba None None] The sync data for ids ['a6909325-84f9-4c72-aa50-e772499bd7ef'] in dv-cinder-809201-1-iscsi is: [{'id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1520171669-router', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:18Z', 'updated_at': '2021-09-15T15:27:25Z', 'revision_number': 4, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'gw_port': {'id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:19Z', 'updated_at': '2021-09-15T15:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': '077b5012-c365-412f-a6da-2c507632c672', 'name': '', 'network_id': '08ee10b2-2fff-43fe-b79f-30f962cb12be', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'mac_address': 'fa:16:3e:d7:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:24Z', 'updated_at': '2021-09-15T15:27:32Z', 'revision_number': 5, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'subnets': [{'id': 'c269f95b-bd52-41fc-a168-8d0b68cfbdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:34:49.368693 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 55372) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:34:49.457829 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b0fbd64e-7dac-42fa-a5ed-ae22c84b4221 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:49.459956 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8decf546-6dda-4632-9449-32f2c1aba169 None None] New status for floating IP 78ca3328-f4a5-4c24-9e22-874f1ed677d0: DOWN {{(pid=94802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:34:49.499500 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b0fbd64e-7dac-42fa-a5ed-ae22c84b4221 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:49.643474 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b0fbd64e-7dac-42fa-a5ed-ae22c84b4221 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:49.646346 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b0fbd64e-7dac-42fa-a5ed-ae22c84b4221 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:49.647585 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-b0fbd64e-7dac-42fa-a5ed-ae22c84b4221 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "DELETE /v2.0/security-groups/f39063c0-7242-455c-91e9-0f2adbe04ac8 HTTP/1.1" status: 204 len: 168 time: 0.2775245 Sep 15 15:34:49.650662 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 55374) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:34:49.658288 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fbd64e-7dac-42fa-a5ed-ae22c84b4221 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39063c0-7242-455c-91e9-0f2adbe04ac8,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:34:49.668961 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.api.v2.resource [None req-098c1390-950c-4177-b697-e809e61b4f24 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] show failed (client error): The resource could not be found. Sep 15 15:34:49.673164 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 55376) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:34:49.673370 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-098c1390-950c-4177-b697-e809e61b4f24 tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "GET /v2.0/security-groups/f39063c0-7242-455c-91e9-0f2adbe04ac8 HTTP/1.1" status: 404 len: 347 time: 0.0209880 Sep 15 15:34:49.842101 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-0096bc2b-be6d-4ece-89a0-ff5b2e642a5f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Deleting port fe5e7e45-e4d7-4311-a554-e083ab322bfe {{(pid=94800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:34:49.842443 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-0096bc2b-be6d-4ece-89a0-ff5b2e642a5f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:49.933621 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-0096bc2b-be6d-4ece-89a0-ff5b2e642a5f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:49.933990 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-0096bc2b-be6d-4ece-89a0-ff5b2e642a5f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:49.970178 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-0096bc2b-be6d-4ece-89a0-ff5b2e642a5f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Calling delete_port for fe5e7e45-e4d7-4311-a554-e083ab322bfe owned by network:floatingip {{(pid=94800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:34:50.045457 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347225a-08c0-4d58-a768-f2e209665b62 req-1f6634d3-91d6-4d6d-b06f-43f4b22269fd tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:50.047081 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e347225a-08c0-4d58-a768-f2e209665b62 req-1f6634d3-91d6-4d6d-b06f-43f4b22269fd tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 943 time: 0.1103661 Sep 15 15:34:50.113640 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e347225a-08c0-4d58-a768-f2e209665b62 req-8263c51f-dc4b-4b5c-aa6b-9dd2c69952c8 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504696 Sep 15 15:34:50.272435 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-0096bc2b-be6d-4ece-89a0-ff5b2e642a5f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:50.305558 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096bc2b-be6d-4ece-89a0-ff5b2e642a5f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Pushing event deleted for resources: {'Port': ['ID=fe5e7e45-e4d7-4311-a554-e083ab322bfe,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:34:50.375658 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-0096bc2b-be6d-4ece-89a0-ff5b2e642a5f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks [] for floatingip, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:50.378232 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-0096bc2b-be6d-4ece-89a0-ff5b2e642a5f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for floatingip, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:50.379474 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-0096bc2b-be6d-4ece-89a0-ff5b2e642a5f tempest-AttachVolumeShelveTestJSON-374110475 tempest-AttachVolumeShelveTestJSON-374110475-project] 10.222.0.54 "DELETE /v2.0/floatingips/78ca3328-f4a5-4c24-9e22-874f1ed677d0 HTTP/1.1" status: 204 len: 168 time: 0.7048323 Sep 15 15:34:51.036759 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device b3fe3a39-6193-43da-a740-c99e7fd7355b no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:34:51.059830 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] No Port match for: b3fe3a39-6193-43da-a740-c99e7fd7355b {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:34:51.060075 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device b3fe3a39-6193-43da-a740-c99e7fd7355b not bound to the agent host hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:34:51.262572 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af72e8-b169-4afc-a318-fef2b56209d9 req-8cecfb2c-5b65-48dd-af58-8182a570935e tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:51.264365 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-06af72e8-b169-4afc-a318-fef2b56209d9 req-8cecfb2c-5b65-48dd-af58-8182a570935e tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 943 time: 0.0536342 Sep 15 15:34:51.312466 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-06af72e8-b169-4afc-a318-fef2b56209d9 req-037352bb-dda4-45d9-8d90-1dac1982ac7e tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365338 Sep 15 15:34:52.463278 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835c841-7086-49b5-84f0-164d3ab5ec92 req-a7ea404d-2dd3-4b39-9ed6-497b5576a77e tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:52.464827 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0835c841-7086-49b5-84f0-164d3ab5ec92 req-a7ea404d-2dd3-4b39-9ed6-497b5576a77e tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 943 time: 0.0551593 Sep 15 15:34:52.508077 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0835c841-7086-49b5-84f0-164d3ab5ec92 req-0afd5167-d27f-4337-ab50-8c6f7eb9bed9 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370264 Sep 15 15:34:53.164234 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-9f898cfd-f7b1-42d2-adcc-b357543a8c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:53.399631 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 55404) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:34:53.718866 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0727ce3-9d05-475d-9575-4b44a8316382 req-b3cded45-20c0-48a2-bd32-8710ca34e844 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:53.726564 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c0727ce3-9d05-475d-9575-4b44a8316382 req-b3cded45-20c0-48a2-bd32-8710ca34e844 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 943 time: 0.1288719 Sep 15 15:34:53.833259 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c0727ce3-9d05-475d-9575-4b44a8316382 req-024bd0e0-f0d3-4bcf-9fce-c546057f4967 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755603 Sep 15 15:34:54.300972 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:54.344696 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ea829e8b-0206-486c-b426-b8e38b0fc9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579089'] for router_interface, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:54.610788 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-ea829e8b-0206-486c-b426-b8e38b0fc9e5 admin admin] Deleting port 077b5012-c365-412f-a6da-2c507632c672 {{(pid=94800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:34:54.611243 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ea829e8b-0206-486c-b426-b8e38b0fc9e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:54.703715 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [None req-ea829e8b-0206-486c-b426-b8e38b0fc9e5 admin admin] For port 077b5012-c365-412f-a6da-2c507632c672, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=077b5012-c365-412f-a6da-2c507632c672,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:34:54.704240 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ea829e8b-0206-486c-b426-b8e38b0fc9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:54.719284 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-ea829e8b-0206-486c-b426-b8e38b0fc9e5 admin admin] Calling delete_port for 077b5012-c365-412f-a6da-2c507632c672 owned by network:router_interface {{(pid=94800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:34:55.011599 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb2fcb-a20b-41c4-92d7-1c67336d4bf4 req-bf2f8bc2-bdfa-4754-af37-f3dea419b135 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:55.014544 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c1eb2fcb-a20b-41c4-92d7-1c67336d4bf4 req-bf2f8bc2-bdfa-4754-af37-f3dea419b135 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 943 time: 0.1019371 Sep 15 15:34:55.036761 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:34:55.059685 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c1eb2fcb-a20b-41c4-92d7-1c67336d4bf4 req-2c8553e2-a8cc-4c3b-9ee0-008f1e8f362d tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387440 Sep 15 15:34:55.128685 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ea829e8b-0206-486c-b426-b8e38b0fc9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:55.173277 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=5e0ec3b4-5019-4fc4-b60f-1834190ff4cd,segment=NetworkSegment(3c78ee22-b0a1-4940-bd51-53e6eb9312f3),segment_id=3c78ee22-b0a1-4940-bd51-53e6eb9312f3)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:34:55.180312 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea829e8b-0206-486c-b426-b8e38b0fc9e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=077b5012-c365-412f-a6da-2c507632c672,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:34:55.191336 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Returning: {'device': '5e0ec3b4-5019-4fc4-b60f-1834190ff4cd', 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f', 'port_id': '5e0ec3b4-5019-4fc4-b60f-1834190ff4cd', 'mac_address': 'fa:16:3e:71:c7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '000bea8b-e21b-480f-8d43-672c69a338fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:34:55.236119 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea829e8b-0206-486c-b426-b8e38b0fc9e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:55.236802 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea829e8b-0206-486c-b426-b8e38b0fc9e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:55.237280 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea829e8b-0206-486c-b426-b8e38b0fc9e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:55.237852 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea829e8b-0206-486c-b426-b8e38b0fc9e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:55.238466 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea829e8b-0206-486c-b426-b8e38b0fc9e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:55.239039 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea829e8b-0206-486c-b426-b8e38b0fc9e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:55.239483 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea829e8b-0206-486c-b426-b8e38b0fc9e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:55.240051 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea829e8b-0206-486c-b426-b8e38b0fc9e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:55.240908 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea829e8b-0206-486c-b426-b8e38b0fc9e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:55.241652 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea829e8b-0206-486c-b426-b8e38b0fc9e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:55.241805 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea829e8b-0206-486c-b426-b8e38b0fc9e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:55.242265 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea829e8b-0206-486c-b426-b8e38b0fc9e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:55.249103 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:55.268624 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd {{(pid=94801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:34:55.302350 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=5e0ec3b4-5019-4fc4-b60f-1834190ff4cd,segment=NetworkSegment(3c78ee22-b0a1-4940-bd51-53e6eb9312f3),segment_id=3c78ee22-b0a1-4940-bd51-53e6eb9312f3)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:34:55.391988 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:55.452062 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=5e0ec3b4-5019-4fc4-b60f-1834190ff4cd,revision_number=7']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:34:55.474938 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ea829e8b-0206-486c-b426-b8e38b0fc9e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568993'] for router_interface, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:55.584552 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['5e0ec3b4-5019-4fc4-b60f-1834190ff4cd'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:34:55.729691 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea829e8b-0206-486c-b426-b8e38b0fc9e5 admin admin] Router a6909325-84f9-4c72-aa50-e772499bd7ef has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:34:55.853812 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea829e8b-0206-486c-b426-b8e38b0fc9e5 admin admin] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:34:55.862816 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-ea829e8b-0206-486c-b426-b8e38b0fc9e5 admin admin] 10.222.0.54 "PUT /v2.0/routers/a6909325-84f9-4c72-aa50-e772499bd7ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4585626 Sep 15 15:34:55.863323 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 55412) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:34:55.869436 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5f5afc-e4cd-43ec-b08f-4daf6f3a8114 None None] Sync routers for ids ['a6909325-84f9-4c72-aa50-e772499bd7ef'] in dv-cinder-809201-1-iscsi {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:34:55.884931 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5f5afc-e4cd-43ec-b08f-4daf6f3a8114 None None] Routers {'a6909325-84f9-4c72-aa50-e772499bd7ef'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:34:55.885352 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-da5f5afc-e4cd-43ec-b08f-4daf6f3a8114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:34:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['a6909325-84f9-4c72-aa50-e772499bd7ef'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:34:55.996224 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-26b8000d-5fa0-4e02-9e7c-14e8f7ad9be6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:56.026438 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-da5f5afc-e4cd-43ec-b08f-4daf6f3a8114 None None] Set router a6909325-84f9-4c72-aa50-e772499bd7ef gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:34:56.127970 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-26b8000d-5fa0-4e02-9e7c-14e8f7ad9be6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:56.141229 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-6553ead5-4903-43a6-a61b-b92c3ee42019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:56.251307 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb33881-c7dc-49e8-b414-21cabcc002bf req-a9c0d018-a632-4442-bf87-238c431d0777 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:56.253901 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1cb33881-c7dc-49e8-b414-21cabcc002bf req-a9c0d018-a632-4442-bf87-238c431d0777 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 944 time: 0.0940547 Sep 15 15:34:56.297356 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:56.327167 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-da5f5afc-e4cd-43ec-b08f-4daf6f3a8114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1520171669-router', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:18Z', 'updated_at': '2021-09-15T15:34:54Z', 'revision_number': 5, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'gw_port': {'id': 'bc1ef7fc-a39b-4409-a581-1fcf3e450002', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:df:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:27:19Z', 'updated_at': '2021-09-15T15:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:34:56.360426 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5f5afc-e4cd-43ec-b08f-4daf6f3a8114 None None] Checking router: a6909325-84f9-4c72-aa50-e772499bd7ef for host: dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:34:56.370317 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5f5afc-e4cd-43ec-b08f-4daf6f3a8114 None None] Routers {'a6909325-84f9-4c72-aa50-e772499bd7ef'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:34:56.371081 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-da5f5afc-e4cd-43ec-b08f-4daf6f3a8114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:34:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['a6909325-84f9-4c72-aa50-e772499bd7ef'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:34:56.383328 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1cb33881-c7dc-49e8-b414-21cabcc002bf req-8e902f9d-27eb-401a-9cc2-db17303967af tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145942 Sep 15 15:34:56.403168 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-26b8000d-5fa0-4e02-9e7c-14e8f7ad9be6 admin admin] Deleting port bc1ef7fc-a39b-4409-a581-1fcf3e450002 {{(pid=94800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:34:56.403898 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-26b8000d-5fa0-4e02-9e7c-14e8f7ad9be6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:56.473859 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-da5f5afc-e4cd-43ec-b08f-4daf6f3a8114 None None] Set router a6909325-84f9-4c72-aa50-e772499bd7ef gateway port host: None {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:34:56.540682 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-da5f5afc-e4cd-43ec-b08f-4daf6f3a8114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1520171669-router', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:18Z', 'updated_at': '2021-09-15T15:34:56Z', 'revision_number': 6, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'gw_port_host': None}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:34:56.556336 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [None req-26b8000d-5fa0-4e02-9e7c-14e8f7ad9be6 admin admin] For port bc1ef7fc-a39b-4409-a581-1fcf3e450002, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=bc1ef7fc-a39b-4409-a581-1fcf3e450002,segment=NetworkSegment(892b6518-e65e-438b-8e7f-3ce7335aa343),segment_id=892b6518-e65e-438b-8e7f-3ce7335aa343)] {{(pid=94800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:34:56.556336 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-26b8000d-5fa0-4e02-9e7c-14e8f7ad9be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:56.570542 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5f5afc-e4cd-43ec-b08f-4daf6f3a8114 None None] The sync data for ids ['a6909325-84f9-4c72-aa50-e772499bd7ef'] in dv-cinder-809201-1-iscsi is: [{'id': 'a6909325-84f9-4c72-aa50-e772499bd7ef', 'name': 'tempest-AttachVolumeShelveTestJSON-1520171669-router', 'tenant_id': 'bc084fec0e234562acc43f991b033c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:27:18Z', 'updated_at': '2021-09-15T15:34:56Z', 'revision_number': 6, 'project_id': 'bc084fec0e234562acc43f991b033c39', 'gw_port_host': None}] {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:34:56.575400 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-26b8000d-5fa0-4e02-9e7c-14e8f7ad9be6 admin admin] Calling delete_port for bc1ef7fc-a39b-4409-a581-1fcf3e450002 owned by network:router_gateway {{(pid=94800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:34:56.872250 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-26b8000d-5fa0-4e02-9e7c-14e8f7ad9be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:56.909297 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8000d-5fa0-4e02-9e7c-14e8f7ad9be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc1ef7fc-a39b-4409-a581-1fcf3e450002,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:34:56.983262 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-26b8000d-5fa0-4e02-9e7c-14e8f7ad9be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568935'] for router_gateway, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:57.059518 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd up at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:34:57.099139 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-26b8000d-5fa0-4e02-9e7c-14e8f7ad9be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:57.102612 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-26b8000d-5fa0-4e02-9e7c-14e8f7ad9be6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:57.109028 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:57.155087 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning complete for port 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:34:57.155629 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:57.269719 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:57.272797 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-26b8000d-5fa0-4e02-9e7c-14e8f7ad9be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-580045'] for router, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:57.273777 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b8000d-5fa0-4e02-9e7c-14e8f7ad9be6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6909325-84f9-4c72-aa50-e772499bd7ef {{(pid=94800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:34:57.279911 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-26b8000d-5fa0-4e02-9e7c-14e8f7ad9be6 admin admin] Notify callbacks [] for router, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:57.281449 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-26b8000d-5fa0-4e02-9e7c-14e8f7ad9be6 admin admin] 10.222.0.54 "DELETE /v2.0/routers/a6909325-84f9-4c72-aa50-e772499bd7ef HTTP/1.1" status: 204 len: 168 time: 1.4172668 Sep 15 15:34:57.285179 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 55416) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:34:57.299196 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7189ee-c6e4-4c1e-8c12-c63ee260e26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0ec3b4-5019-4fc4-b60f-1834190ff4cd'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:34:57.301534 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ae68ab-09d6-4230-bba8-48c98d68173c" -d '{"events": [{"server_uuid": "2e7189ee-c6e4-4c1e-8c12-c63ee260e26a", "name": "network-vif-plugged", "status": "completed", "tag": "5e0ec3b4-5019-4fc4-b60f-1834190ff4cd"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:34:57.320330 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=5e0ec3b4-5019-4fc4-b60f-1834190ff4cd,segment=NetworkSegment(3c78ee22-b0a1-4940-bd51-53e6eb9312f3),segment_id=3c78ee22-b0a1-4940-bd51-53e6eb9312f3)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:34:57.336920 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe19f3df-c18c-42dd-9c56-4531be6feef4 admin admin] Deleting subnet c269f95b-bd52-41fc-a168-8d0b68cfbdb3 {{(pid=94800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:34:57.342430 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fe19f3df-c18c-42dd-9c56-4531be6feef4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:57.342630 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19eaa5bd-f0b4-4090-a28b-5905745808ba x-openstack-request-id: req-19eaa5bd-f0b4-4090-a28b-5905745808ba {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:34:57.343205 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7189ee-c6e4-4c1e-8c12-c63ee260e26a", "name": "network-vif-plugged", "status": "completed", "tag": "5e0ec3b4-5019-4fc4-b60f-1834190ff4cd", "code": 200}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:34:57.343205 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-19eaa5bd-f0b4-4090-a28b-5905745808ba {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:34:57.343469 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7189ee-c6e4-4c1e-8c12-c63ee260e26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0ec3b4-5019-4fc4-b60f-1834190ff4cd', 'code': 200} Sep 15 15:34:57.386769 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:57.388204 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fe19f3df-c18c-42dd-9c56-4531be6feef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10406217'] for subnet, precommit_delete_associations {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:57.458451 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=5e0ec3b4-5019-4fc4-b60f-1834190ff4cd,revision_number=8']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:34:57.610281 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fe19f3df-c18c-42dd-9c56-4531be6feef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1523291'] for subnet, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:57.666965 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386c4d6-67bf-44ac-ad15-2ba2ed5f478f req-b991c368-91f1-4fc6-bec4-35918d5f385e tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:57.668587 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5386c4d6-67bf-44ac-ad15-2ba2ed5f478f req-b991c368-91f1-4fc6-bec4-35918d5f385e tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 945 time: 0.1785975 Sep 15 15:34:57.709847 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14010610-97d8-4cf8-ae3f-f4b209aa5f1e req-6d7304c6-2de9-464c-980c-d095980af4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:57.712204 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-14010610-97d8-4cf8-ae3f-f4b209aa5f1e req-6d7304c6-2de9-464c-980c-d095980af4d7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 1098 time: 0.1170750 Sep 15 15:34:57.753234 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5386c4d6-67bf-44ac-ad15-2ba2ed5f478f req-09877ca1-f93c-424b-8db1-be86175f031a tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744314 Sep 15 15:34:57.774205 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-14010610-97d8-4cf8-ae3f-f4b209aa5f1e req-a42fa00c-d10b-4e04-9f5d-9112c749e1df service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514464 Sep 15 15:34:57.821554 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fe19f3df-c18c-42dd-9c56-4531be6feef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1523276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12209968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12105358'] for subnet, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:57.847482 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19f3df-c18c-42dd-9c56-4531be6feef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c269f95b-bd52-41fc-a168-8d0b68cfbdb3,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:34:57.854568 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fe19f3df-c18c-42dd-9c56-4531be6feef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for subnet, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:57.856738 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-fe19f3df-c18c-42dd-9c56-4531be6feef4 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c269f95b-bd52-41fc-a168-8d0b68cfbdb3 HTTP/1.1" status: 204 len: 168 time: 0.5703437 Sep 15 15:34:57.859614 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 55422) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:34:57.861994 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc24939-464d-48bb-8d9c-b05c52ba9eff None None] Network 08ee10b2-2fff-43fe-b79f-30f962cb12be requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:34:57.942229 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2038-d8ce-4661-a582-7b8f9b16b3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369514'] for network, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:58.008926 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d2038-d8ce-4661-a582-7b8f9b16b3c3 admin admin] Deleting port 737a5a6f-2590-4304-8e5a-3a12bf349ae7 {{(pid=94800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:34:58.015855 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2038-d8ce-4661-a582-7b8f9b16b3c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:58.057267 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230f15eb-a91a-4c89-92d0-9384d82b3542 None None] DHCP port deletion for 08ee10b2-2fff-43fe-b79f-30f962cb12be request from dv-cinder-809201-1-iscsi {{(pid=94801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:34:58.112069 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-230f15eb-a91a-4c89-92d0-9384d82b3542 None None] Deleting port 737a5a6f-2590-4304-8e5a-3a12bf349ae7 {{(pid=94801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:34:58.112467 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-230f15eb-a91a-4c89-92d0-9384d82b3542 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:58.116984 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [None req-fa7d2038-d8ce-4661-a582-7b8f9b16b3c3 admin admin] For port 737a5a6f-2590-4304-8e5a-3a12bf349ae7, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=737a5a6f-2590-4304-8e5a-3a12bf349ae7,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:34:58.117596 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2038-d8ce-4661-a582-7b8f9b16b3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:58.137784 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d2038-d8ce-4661-a582-7b8f9b16b3c3 admin admin] Calling delete_port for 737a5a6f-2590-4304-8e5a-3a12bf349ae7 owned by network:dhcp {{(pid=94800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:34:58.186309 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-230f15eb-a91a-4c89-92d0-9384d82b3542 None None] For port 737a5a6f-2590-4304-8e5a-3a12bf349ae7, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=737a5a6f-2590-4304-8e5a-3a12bf349ae7,segment=NetworkSegment(24665b77-0ffd-4eca-b0e6-79240e0837d2),segment_id=24665b77-0ffd-4eca-b0e6-79240e0837d2)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:34:58.187158 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-230f15eb-a91a-4c89-92d0-9384d82b3542 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:58.203107 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-230f15eb-a91a-4c89-92d0-9384d82b3542 None None] Calling delete_port for 737a5a6f-2590-4304-8e5a-3a12bf349ae7 owned by network:dhcp {{(pid=94801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:34:58.257678 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 737a5a6f-2590-4304-8e5a-3a12bf349ae7 no longer exists at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:34:58.306669 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2038-d8ce-4661-a582-7b8f9b16b3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:58.317814 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] No active binding found for port 737a5a6f-2590-4304-8e5a-3a12bf349ae7 {{(pid=94801) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 15 15:34:58.324588 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 737a5a6f-2590-4304-8e5a-3a12bf349ae7 not bound to the agent host dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:34:58.324588 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device bc1ef7fc-a39b-4409-a581-1fcf3e450002 no longer exists at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:34:58.339976 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d2038-d8ce-4661-a582-7b8f9b16b3c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=737a5a6f-2590-4304-8e5a-3a12bf349ae7,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:34:58.349724 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7d2038-d8ce-4661-a582-7b8f9b16b3c3 admin admin] No DVR routers for this DVR port 737a5a6f-2590-4304-8e5a-3a12bf349ae7 on host dv-cinder-809201-1-iscsi {{(pid=94800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:34:58.350249 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] No Port match for: bc1ef7fc-a39b-4409-a581-1fcf3e450002 {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:34:58.350249 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device bc1ef7fc-a39b-4409-a581-1fcf3e450002 not bound to the agent host dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:34:58.350249 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 077b5012-c365-412f-a6da-2c507632c672 no longer exists at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:34:58.364141 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-230f15eb-a91a-4c89-92d0-9384d82b3542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473'] for port, after_delete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:58.368324 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] No Port match for: 077b5012-c365-412f-a6da-2c507632c672 {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:34:58.368660 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 077b5012-c365-412f-a6da-2c507632c672 not bound to the agent host dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:34:58.392790 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f15eb-a91a-4c89-92d0-9384d82b3542 None None] Pushing event deleted for resources: {'Port': ['ID=737a5a6f-2590-4304-8e5a-3a12bf349ae7,revision_number=None']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:34:58.399373 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230f15eb-a91a-4c89-92d0-9384d82b3542 None None] No DVR routers for this DVR port 737a5a6f-2590-4304-8e5a-3a12bf349ae7 on host dv-cinder-809201-1-iscsi {{(pid=94801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:34:58.436759 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2038-d8ce-4661-a582-7b8f9b16b3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522908', 'neutron.services.segments.db._delete_segments_for_network-8751443108509'] for network, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:58.461164 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.services.segments.db [None req-fa7d2038-d8ce-4661-a582-7b8f9b16b3c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ee10b2-2fff-43fe-b79f-30f962cb12be']}} {{(pid=94800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:34:58.471692 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.services.segments.db [None req-fa7d2038-d8ce-4661-a582-7b8f9b16b3c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24665b77-0ffd-4eca-b0e6-79240e0837d2') {'for_net_delete': True} {{(pid=94800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:34:58.472002 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.services.segments.db [None req-fa7d2038-d8ce-4661-a582-7b8f9b16b3c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24665b77-0ffd-4eca-b0e6-79240e0837d2') {} {{(pid=94800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:34:58.483331 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2038-d8ce-4661-a582-7b8f9b16b3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751443108774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10406210'] for segment, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:58.498644 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2038-d8ce-4661-a582-7b8f9b16b3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:58.505544 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7d2038-d8ce-4661-a582-7b8f9b16b3c3 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:34:58.505945 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2038-d8ce-4661-a582-7b8f9b16b3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12209902'] for segment, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: Traceback (most recent call last): Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: timer() Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: cb(*args, **kw) Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: return func(*args, **kwargs) Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: self._notify() Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: self.callback(batched_events) Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: event.method(event) Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: return f(self, *a, **k) Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: return self._get(url).json() Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: return self.request(url, 'GET', **kwargs) Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:34:58.508349 dv-cinder-809201-1-iscsi neutron-server[94800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:34:58.643653 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2038-d8ce-4661-a582-7b8f9b16b3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:58.649752 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-fa7d2038-d8ce-4661-a582-7b8f9b16b3c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:58.656045 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-fa7d2038-d8ce-4661-a582-7b8f9b16b3c3 admin admin] 10.222.0.54 "DELETE /v2.0/networks/08ee10b2-2fff-43fe-b79f-30f962cb12be HTTP/1.1" status: 204 len: 168 time: 0.7906394 Sep 15 15:34:58.669677 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d2038-d8ce-4661-a582-7b8f9b16b3c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=08ee10b2-2fff-43fe-b79f-30f962cb12be,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:34:58.798621 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:58.925561 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ad4a7-a4b8-4a70-89a2-8930af8f45c4 req-126f6445-54a2-4156-88d1-ffb55e6517a0 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:58.928187 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e92ad4a7-a4b8-4a70-89a2-8930af8f45c4 req-126f6445-54a2-4156-88d1-ffb55e6517a0 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 945 time: 0.0734296 Sep 15 15:34:58.993257 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e92ad4a7-a4b8-4a70-89a2-8930af8f45c4 req-c8312f4b-7745-4e35-8a94-844e1ce797af tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574629 Sep 15 15:34:59.032770 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 55428) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:34:59.079270 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-1e3e9387-340a-4522-81c2-68ffe8679ad4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bc084fec0e234562acc43f991b033c39&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0452168 Sep 15 15:34:59.082296 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 55430) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:34:59.141492 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-a05e47fa-f458-48a6-ac95-baadec34537c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:59.169106 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-a05e47fa-f458-48a6-ac95-baadec34537c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:59.289096 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-a05e47fa-f458-48a6-ac95-baadec34537c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:59.291717 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-a05e47fa-f458-48a6-ac95-baadec34537c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:59.292974 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-a05e47fa-f458-48a6-ac95-baadec34537c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f853b5cf-4444-42b3-b6c6-610bb0b80c49 HTTP/1.1" status: 204 len: 168 time: 0.2096839 Sep 15 15:34:59.302655 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e47fa-f458-48a6-ac95-baadec34537c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f853b5cf-4444-42b3-b6c6-610bb0b80c49,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:35:00.129308 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ac139-e1b3-4458-b648-7e50d89448f2 req-b43c82fc-1ef7-435a-945b-8841465d47df tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:35:00.131281 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-957ac139-e1b3-4458-b648-7e50d89448f2 req-b43c82fc-1ef7-435a-945b-8841465d47df tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 945 time: 0.0600686 Sep 15 15:35:00.173465 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-957ac139-e1b3-4458-b648-7e50d89448f2 req-e845278a-213c-4eaf-af05-8c597af2e835 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357511 Sep 15 15:35:00.512759 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 55456) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:35:00.627015 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-708cde52-b492-46d0-b15c-2d6d761ff889 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1950311729-network', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:35:00.717565 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708cde52-b492-46d0-b15c-2d6d761ff889 admin admin] Made reservation on behalf of 99ee894fe01b4a23b4421a1a42abfafe for: {'network': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:35:00.720166 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-708cde52-b492-46d0-b15c-2d6d761ff889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:00.730119 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-708cde52-b492-46d0-b15c-2d6d761ff889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:00.852335 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-708cde52-b492-46d0-b15c-2d6d761ff889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:00.912165 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-708cde52-b492-46d0-b15c-2d6d761ff889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:00.940203 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708cde52-b492-46d0-b15c-2d6d761ff889 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=94800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:35:00.950892 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708cde52-b492-46d0-b15c-2d6d761ff889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e53fb0b-3078-4713-a873-52556bda6a34,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:35:00.956019 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-708cde52-b492-46d0-b15c-2d6d761ff889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:00.956387 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.db.segments_db [None req-708cde52-b492-46d0-b15c-2d6d761ff889 admin admin] Added segment 8bd5b631-79d2-49a1-b827-dbea0e0fb319 of type vlan for network 39521f22-32a9-4fe4-91fe-b7b9b9807e11 Sep 15 15:35:00.999503 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-708cde52-b492-46d0-b15c-2d6d761ff889 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442518815'] for network, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:01.100019 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-708cde52-b492-46d0-b15c-2d6d761ff889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for network, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:01.102066 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708cde52-b492-46d0-b15c-2d6d761ff889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:35:01.102857 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-708cde52-b492-46d0-b15c-2d6d761ff889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:01.169169 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708cde52-b492-46d0-b15c-2d6d761ff889 admin admin] Pushing event updated for resources: {'Network': ['ID=39521f22-32a9-4fe4-91fe-b7b9b9807e11,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:35:01.182897 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Network 39521f22-32a9-4fe4-91fe-b7b9b9807e11 details requested by agent ovs-agent-dv-cinder-809201-1-iscsi with host dv-cinder-809201-1-iscsi {{(pid=94801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:35:01.244267 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-708cde52-b492-46d0-b15c-2d6d761ff889 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7304318 Sep 15 15:35:01.247953 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 55460) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:35:01.253400 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-e1f6d469-62a6-4739-b955-4a6255315782 admin admin] Request body: {'subnet': {'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1950311729-subnet', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:35:01.352471 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f6d469-62a6-4739-b955-4a6255315782 admin admin] Made reservation on behalf of 99ee894fe01b4a23b4421a1a42abfafe for: {'subnet': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:35:01.355167 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e1f6d469-62a6-4739-b955-4a6255315782 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12105385'] for subnet, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:01.637180 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e1f6d469-62a6-4739-b955-4a6255315782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12210035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12105351'] for subnet, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:01.678932 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6d469-62a6-4739-b955-4a6255315782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cfdb546-8474-4a1a-9e30-197340188800,revision_number=0']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:35:01.688421 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f6d469-62a6-4739-b955-4a6255315782 admin admin] Checking segment: {'id': '8bd5b631-79d2-49a1-b827-dbea0e0fb319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:35:01.688772 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f6d469-62a6-4739-b955-4a6255315782 admin admin] Network hostable DHCP agents. Network: 39521f22-32a9-4fe4-91fe-b7b9b9807e11, hostable agents: ['c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0'], hosted agents: [] {{(pid=94800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:35:01.746036 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f6d469-62a6-4739-b955-4a6255315782 admin admin] Network 39521f22-32a9-4fe4-91fe-b7b9b9807e11 is scheduled to be hosted by DHCP agent c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0 with binding_index 1 {{(pid=94800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:35:01.820616 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [None req-e1f6d469-62a6-4739-b955-4a6255315782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-1-iscsi, 39521f22-32a9-4fe4-91fe-b7b9b9807e11) {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:35:01.825047 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f6d469-62a6-4739-b955-4a6255315782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:35:01.825767 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e1f6d469-62a6-4739-b955-4a6255315782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for subnet, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:01.830413 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9ec9cc-6eab-4d92-bec1-8d28568103b7 None None] Network 39521f22-32a9-4fe4-91fe-b7b9b9807e11 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:35:01.914462 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-e1f6d469-62a6-4739-b955-4a6255315782 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6638043 Sep 15 15:35:01.917193 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 55462) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:35:01.923417 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1950311729-router', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:35:01.986780 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:01.988055 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:02.083270 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:02.157654 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa60f44-0881-4d4b-b8a3-72b6824cdbca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76b1df7-bc46-5e58-888b-22cc83ae4b15-39521f22-32a9-4fe4-91fe-b7b9b9807e11', 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'fixed_ips': [{'subnet_id': '6cfdb546-8474-4a1a-9e30-197340188800'}]}} from dv-cinder-809201-1-iscsi. {{(pid=94801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:35:02.159279 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-4fa60f44-0881-4d4b-b8a3-72b6824cdbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:02.336743 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.db_base_plugin_common [None req-4fa60f44-0881-4d4b-b8a3-72b6824cdbca None None] Allocated IP 172.20.0.2 (39521f22-32a9-4fe4-91fe-b7b9b9807e11/6cfdb546-8474-4a1a-9e30-197340188800/5c7bfd17-e702-4563-969d-6a7e491f6718) {{(pid=94801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:35:02.362836 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:02.510496 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-4fa60f44-0881-4d4b-b8a3-72b6824cdbca None None] Notify callbacks [] for port, precommit_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:02.598560 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-4fa60f44-0881-4d4b-b8a3-72b6824cdbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464'] for port, after_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:02.656742 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa60f44-0881-4d4b-b8a3-72b6824cdbca None None] Network 39521f22-32a9-4fe4-91fe-b7b9b9807e11 is already hosted by enough agents. {{(pid=94801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:35:02.662215 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.scheduler.base_scheduler [None req-4fa60f44-0881-4d4b-b8a3-72b6824cdbca None None] Resources bound (agent type, host, resource id): {{(pid=94801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:35:02.668289 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa60f44-0881-4d4b-b8a3-72b6824cdbca None None] Received port after_create {{(pid=94801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:35:02.669115 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:02.670517 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa60f44-0881-4d4b-b8a3-72b6824cdbca None None] Pushing event updated for resources: {'Port': ['ID=5c7bfd17-e702-4563-969d-6a7e491f6718,revision_number=1']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:35:02.702142 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:02.737676 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-4fa60f44-0881-4d4b-b8a3-72b6824cdbca None None] Attempting to bind port 5c7bfd17-e702-4563-969d-6a7e491f6718 on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:35:02.738195 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-4fa60f44-0881-4d4b-b8a3-72b6824cdbca None None] Attempting to bind port 5c7bfd17-e702-4563-969d-6a7e491f6718 by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': '8bd5b631-79d2-49a1-b827-dbea0e0fb319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11'}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:35:02.738685 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa60f44-0881-4d4b-b8a3-72b6824cdbca None None] Attempting to bind port 5c7bfd17-e702-4563-969d-6a7e491f6718 on network 39521f22-32a9-4fe4-91fe-b7b9b9807e11 {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:35:02.746516 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa60f44-0881-4d4b-b8a3-72b6824cdbca None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:35:02.747028 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa60f44-0881-4d4b-b8a3-72b6824cdbca None None] Checking segment: {'id': '8bd5b631-79d2-49a1-b827-dbea0e0fb319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:35:02.747542 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-4fa60f44-0881-4d4b-b8a3-72b6824cdbca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:02.748076 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa60f44-0881-4d4b-b8a3-72b6824cdbca None None] Bound using segment: {'id': '8bd5b631-79d2-49a1-b827-dbea0e0fb319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11'} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:35:02.748659 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-4fa60f44-0881-4d4b-b8a3-72b6824cdbca None None] Bound port: 5c7bfd17-e702-4563-969d-6a7e491f6718, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd5b631-79d2-49a1-b827-dbea0e0fb319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11'}}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:35:02.749137 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-4fa60f44-0881-4d4b-b8a3-72b6824cdbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:02.825862 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_common [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Allocated IP 172.27.3.55 (70862140-ffde-47fa-81bd-8f9d99919982/7ac39d78-6dff-4eb9-9797-5a3cc8acd948/a14b0881-5e3b-43cd-86eb-b9c1abae96e9) {{(pid=94799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:35:02.839304 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-4fa60f44-0881-4d4b-b8a3-72b6824cdbca None None] For port 5c7bfd17-e702-4563-969d-6a7e491f6718, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:35:02.845174 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-4fa60f44-0881-4d4b-b8a3-72b6824cdbca None None] For port 5c7bfd17-e702-4563-969d-6a7e491f6718, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=5c7bfd17-e702-4563-969d-6a7e491f6718,segment=NetworkSegment(8bd5b631-79d2-49a1-b827-dbea0e0fb319),segment_id=8bd5b631-79d2-49a1-b827-dbea0e0fb319)] {{(pid=94801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:35:02.952243 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:02.952927 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-4fa60f44-0881-4d4b-b8a3-72b6824cdbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:03.031512 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa60f44-0881-4d4b-b8a3-72b6824cdbca None None] Pushing event updated for resources: {'Port': ['ID=5c7bfd17-e702-4563-969d-6a7e491f6718,revision_number=2']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:35:03.067086 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:03.110205 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Network 70862140-ffde-47fa-81bd-8f9d99919982 is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:35:03.113457 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:35:03.120699 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Received port after_create {{(pid=94799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:35:03.127151 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Pushing event updated for resources: {'Port': ['ID=a14b0881-5e3b-43cd-86eb-b9c1abae96e9,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:35:03.168840 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:35:03.169336 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:35:03.169830 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:35:03.170294 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:35:03.170786 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:35:03.171304 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:35:03.171764 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:35:03.172223 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:35:03.172660 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:35:03.173100 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:35:03.173719 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:35:03.174115 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:35:03.649661 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:03.919368 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568907'] for router, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:04.054595 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb111461-fbbb-4d83-9e1d-655c8fc33c1c None None] Network 39521f22-32a9-4fe4-91fe-b7b9b9807e11 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:35:04.124375 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-43ab2108-b797-461f-bc07-6b406d9ac115 None None] Provisioning complete for port 5c7bfd17-e702-4563-969d-6a7e491f6718 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:35:04.124737 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-43ab2108-b797-461f-bc07-6b406d9ac115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:04.203569 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Router 83716022-ff2e-46c1-9417-e9f25d339e88 is scheduled to L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc with binding_index 1 {{(pid=94799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:35:04.308564 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-43ab2108-b797-461f-bc07-6b406d9ac115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:04.325848 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 5c7bfd17-e702-4563-969d-6a7e491f6718 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:35:04.354910 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:35:04.370062 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8184d8b3-122c-4f4e-aa65-2c4143beef37 None None] Sync routers for ids ['83716022-ff2e-46c1-9417-e9f25d339e88'] in dv-cinder-809201-1-iscsi {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:35:04.380462 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8184d8b3-122c-4f4e-aa65-2c4143beef37 None None] Routers {'83716022-ff2e-46c1-9417-e9f25d339e88'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:35:04.381235 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-8184d8b3-122c-4f4e-aa65-2c4143beef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:34:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['83716022-ff2e-46c1-9417-e9f25d339e88'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:35:04.417726 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-43ab2108-b797-461f-bc07-6b406d9ac115 None None] For port 5c7bfd17-e702-4563-969d-6a7e491f6718, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=5c7bfd17-e702-4563-969d-6a7e491f6718,segment=NetworkSegment(8bd5b631-79d2-49a1-b827-dbea0e0fb319),segment_id=8bd5b631-79d2-49a1-b827-dbea0e0fb319)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:35:04.443148 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 5c7bfd17-e702-4563-969d-6a7e491f6718 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:35:04.443729 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:04.455621 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] Notify callbacks [] for router, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:04.461349 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-9bc1c1cd-e97d-4f02-bca3-7a6fae2711a3 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5391800 Sep 15 15:35:04.461349 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 55464) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:35:04.535113 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-8184d8b3-122c-4f4e-aa65-2c4143beef37 None None] Set router 83716022-ff2e-46c1-9417-e9f25d339e88 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:35:04.559399 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:04.580997 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-43ab2108-b797-461f-bc07-6b406d9ac115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:04.676151 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab2108-b797-461f-bc07-6b406d9ac115 None None] Pushing event updated for resources: {'Port': ['ID=5c7bfd17-e702-4563-969d-6a7e491f6718,revision_number=3']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:35:04.681742 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.db.api [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:35:04.682365 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG oslo_db.api [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:35:04.703797 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-7c70f133-930d-4d47-b36f-65fe33708806 None None] Provisioning complete for port 5c7bfd17-e702-4563-969d-6a7e491f6718 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:35:04.704260 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-7c70f133-930d-4d47-b36f-65fe33708806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:04.844653 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-8184d8b3-122c-4f4e-aa65-2c4143beef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'name': 'tempest-AttachVolumeTestJSON-1950311729-router', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:35:01Z', 'updated_at': '2021-09-15T15:35:03Z', 'revision_number': 3, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'gw_port': {'id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ca:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:02Z', 'updated_at': '2021-09-15T15:35:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:35:04.875185 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8184d8b3-122c-4f4e-aa65-2c4143beef37 None None] Checking router: 83716022-ff2e-46c1-9417-e9f25d339e88 for host: dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:35:04.875520 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8184d8b3-122c-4f4e-aa65-2c4143beef37 None None] Updating router 83716022-ff2e-46c1-9417-e9f25d339e88 port a14b0881-5e3b-43cd-86eb-b9c1abae96e9 binding host dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:35:04.904876 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-8184d8b3-122c-4f4e-aa65-2c4143beef37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:05.210907 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-8184d8b3-122c-4f4e-aa65-2c4143beef37 None None] Notify callbacks [] for port, precommit_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:05.294577 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-8184d8b3-122c-4f4e-aa65-2c4143beef37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:05.341367 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-421055ed-f963-47d3-a412-2d15bdd824a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:05.357635 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cbb18a-c410-46c9-ad2e-e44895637bdf None None] Pushing event updated for resources: {'Port': ['ID=a14b0881-5e3b-43cd-86eb-b9c1abae96e9,revision_number=2']} {{(pid=94802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:35:05.361177 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-8184d8b3-122c-4f4e-aa65-2c4143beef37 None None] Attempting to bind port a14b0881-5e3b-43cd-86eb-b9c1abae96e9 on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:35:05.361535 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-8184d8b3-122c-4f4e-aa65-2c4143beef37 None None] Attempting to bind port a14b0881-5e3b-43cd-86eb-b9c1abae96e9 by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}] {{(pid=94802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:35:05.361890 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8184d8b3-122c-4f4e-aa65-2c4143beef37 None None] Attempting to bind port a14b0881-5e3b-43cd-86eb-b9c1abae96e9 on network 70862140-ffde-47fa-81bd-8f9d99919982 {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:35:05.370656 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cbb18a-c410-46c9-ad2e-e44895637bdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:35:05.371466 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cbb18a-c410-46c9-ad2e-e44895637bdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:35:05.371466 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cbb18a-c410-46c9-ad2e-e44895637bdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:35:05.371771 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cbb18a-c410-46c9-ad2e-e44895637bdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:35:05.371941 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cbb18a-c410-46c9-ad2e-e44895637bdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:35:05.372258 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cbb18a-c410-46c9-ad2e-e44895637bdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:35:05.372574 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cbb18a-c410-46c9-ad2e-e44895637bdf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:35:05.372889 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cbb18a-c410-46c9-ad2e-e44895637bdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:35:05.373256 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cbb18a-c410-46c9-ad2e-e44895637bdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:35:05.373581 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cbb18a-c410-46c9-ad2e-e44895637bdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:35:05.373942 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cbb18a-c410-46c9-ad2e-e44895637bdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:35:05.374199 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cbb18a-c410-46c9-ad2e-e44895637bdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:35:05.384091 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8184d8b3-122c-4f4e-aa65-2c4143beef37 None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:35:05.384593 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8184d8b3-122c-4f4e-aa65-2c4143beef37 None None] Checking segment: {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:35:05.385108 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-8184d8b3-122c-4f4e-aa65-2c4143beef37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:05.385631 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8184d8b3-122c-4f4e-aa65-2c4143beef37 None None] Bound using segment: {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'} {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:35:05.386241 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-8184d8b3-122c-4f4e-aa65-2c4143beef37 None None] Bound port: a14b0881-5e3b-43cd-86eb-b9c1abae96e9, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}}] {{(pid=94802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:35:05.386747 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-8184d8b3-122c-4f4e-aa65-2c4143beef37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:05.444152 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.db [None req-8184d8b3-122c-4f4e-aa65-2c4143beef37 None None] For port a14b0881-5e3b-43cd-86eb-b9c1abae96e9, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:35:05.447884 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.db [None req-8184d8b3-122c-4f4e-aa65-2c4143beef37 None None] For port a14b0881-5e3b-43cd-86eb-b9c1abae96e9, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=a14b0881-5e3b-43cd-86eb-b9c1abae96e9,segment=NetworkSegment(892b6518-e65e-438b-8e7f-3ce7335aa343),segment_id=892b6518-e65e-438b-8e7f-3ce7335aa343)] {{(pid=94802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:35:05.518084 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_common [None req-421055ed-f963-47d3-a412-2d15bdd824a2 admin admin] Allocated IP 172.20.0.1 (39521f22-32a9-4fe4-91fe-b7b9b9807e11/6cfdb546-8474-4a1a-9e30-197340188800/b79e3410-a312-48f5-9369-dbda2bc2bc61) {{(pid=94799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:35:05.535282 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-8184d8b3-122c-4f4e-aa65-2c4143beef37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:05.641067 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8184d8b3-122c-4f4e-aa65-2c4143beef37 None None] Routers {'83716022-ff2e-46c1-9417-e9f25d339e88'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:35:05.642059 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-8184d8b3-122c-4f4e-aa65-2c4143beef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:34:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['83716022-ff2e-46c1-9417-e9f25d339e88'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:35:05.650628 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cbb18a-c410-46c9-ad2e-e44895637bdf None None] Pushing event updated for resources: {'Port': ['ID=a14b0881-5e3b-43cd-86eb-b9c1abae96e9,revision_number=3']} {{(pid=94802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:35:05.684040 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-421055ed-f963-47d3-a412-2d15bdd824a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:05.781000 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-421055ed-f963-47d3-a412-2d15bdd824a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:05.781295 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-8184d8b3-122c-4f4e-aa65-2c4143beef37 None None] Set router 83716022-ff2e-46c1-9417-e9f25d339e88 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:35:05.832549 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421055ed-f963-47d3-a412-2d15bdd824a2 admin admin] Network 39521f22-32a9-4fe4-91fe-b7b9b9807e11 is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:35:05.836788 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-421055ed-f963-47d3-a412-2d15bdd824a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:35:05.840470 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421055ed-f963-47d3-a412-2d15bdd824a2 admin admin] Received port after_create {{(pid=94799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:35:05.888821 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421055ed-f963-47d3-a412-2d15bdd824a2 admin admin] Pushing event updated for resources: {'Port': ['ID=b79e3410-a312-48f5-9369-dbda2bc2bc61,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:35:05.903745 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-421055ed-f963-47d3-a412-2d15bdd824a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568988'] for router_interface, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:06.026911 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-8184d8b3-122c-4f4e-aa65-2c4143beef37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'name': 'tempest-AttachVolumeTestJSON-1950311729-router', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:35:01Z', 'updated_at': '2021-09-15T15:35:03Z', 'revision_number': 3, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'gw_port': {'id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ca:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:02Z', 'updated_at': '2021-09-15T15:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:35:06.061728 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8184d8b3-122c-4f4e-aa65-2c4143beef37 None None] The sync data for ids ['83716022-ff2e-46c1-9417-e9f25d339e88'] in dv-cinder-809201-1-iscsi is: [{'id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'name': 'tempest-AttachVolumeTestJSON-1950311729-router', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:35:01Z', 'updated_at': '2021-09-15T15:35:03Z', 'revision_number': 3, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'gw_port': {'id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ca:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:02Z', 'updated_at': '2021-09-15T15:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}] {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:35:06.127979 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-edf21c47-847e-4125-8275-a30fbd8ae836 None None] Provisioning complete for port b79e3410-a312-48f5-9369-dbda2bc2bc61 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:35:06.128840 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-edf21c47-847e-4125-8275-a30fbd8ae836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:06.149245 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-421055ed-f963-47d3-a412-2d15bdd824a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:06.197290 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-edf21c47-847e-4125-8275-a30fbd8ae836 None None] Port b79e3410-a312-48f5-9369-dbda2bc2bc61 cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:35:06.306542 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 5c7bfd17-e702-4563-969d-6a7e491f6718 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:35:06.440799 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 5c7bfd17-e702-4563-969d-6a7e491f6718 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:35:06.443354 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:06.447890 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-421055ed-f963-47d3-a412-2d15bdd824a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:06.535511 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-421055ed-f963-47d3-a412-2d15bdd824a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9314481'] for port, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:06.640111 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421055ed-f963-47d3-a412-2d15bdd824a2 admin admin] Pushing event updated for resources: {'Port': ['ID=b79e3410-a312-48f5-9369-dbda2bc2bc61,revision_number=2']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:35:06.646144 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-421055ed-f963-47d3-a412-2d15bdd824a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579084'] for router_interface, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:06.824357 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421055ed-f963-47d3-a412-2d15bdd824a2 admin admin] Network 39521f22-32a9-4fe4-91fe-b7b9b9807e11 is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:35:06.826146 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-421055ed-f963-47d3-a412-2d15bdd824a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:35:07.049163 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421055ed-f963-47d3-a412-2d15bdd824a2 admin admin] Router 83716022-ff2e-46c1-9417-e9f25d339e88 has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:35:07.133439 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-43237aaa-944b-4809-a26b-7a74c0a0ab7e None None] Provisioning complete for port b79e3410-a312-48f5-9369-dbda2bc2bc61 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:35:07.134308 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-43237aaa-944b-4809-a26b-7a74c0a0ab7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:07.180246 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421055ed-f963-47d3-a412-2d15bdd824a2 admin admin] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:35:07.185850 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-421055ed-f963-47d3-a412-2d15bdd824a2 admin admin] 10.222.0.54 "PUT /v2.0/routers/83716022-ff2e-46c1-9417-e9f25d339e88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7228975 Sep 15 15:35:07.188144 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-43237aaa-944b-4809-a26b-7a74c0a0ab7e None None] Port b79e3410-a312-48f5-9369-dbda2bc2bc61 cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:35:07.899756 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb1887e-252e-47d1-a5de-e875a160aaf4 None None] Sync routers for ids ['83716022-ff2e-46c1-9417-e9f25d339e88'] in dv-cinder-809201-1-iscsi {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:35:07.910954 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb1887e-252e-47d1-a5de-e875a160aaf4 None None] Routers {'83716022-ff2e-46c1-9417-e9f25d339e88'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:35:07.911919 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-8eb1887e-252e-47d1-a5de-e875a160aaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:34:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['83716022-ff2e-46c1-9417-e9f25d339e88'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:35:07.919865 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 55472) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:35:07.925328 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-497d85fd-b95a-4fb6-8859-e2152adaf96e tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1401514481', 'description': 'tempest-description--1058285803'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:35:08.043231 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-8eb1887e-252e-47d1-a5de-e875a160aaf4 None None] Set router 83716022-ff2e-46c1-9417-e9f25d339e88 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:35:08.043915 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-497d85fd-b95a-4fb6-8859-e2152adaf96e tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:08.223283 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-497d85fd-b95a-4fb6-8859-e2152adaf96e tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:08.277963 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-497d85fd-b95a-4fb6-8859-e2152adaf96e tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:08.310162 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device a14b0881-5e3b-43cd-86eb-b9c1abae96e9 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:35:08.335402 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d85fd-b95a-4fb6-8859-e2152adaf96e tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:35:08.362513 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-8eb1887e-252e-47d1-a5de-e875a160aaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'name': 'tempest-AttachVolumeTestJSON-1950311729-router', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:35:01Z', 'updated_at': '2021-09-15T15:35:06Z', 'revision_number': 4, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'gw_port': {'id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ca:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:02Z', 'updated_at': '2021-09-15T15:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': 'b79e3410-a312-48f5-9369-dbda2bc2bc61', 'name': '', 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'mac_address': 'fa:16:3e:c6:c0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6cfdb546-8474-4a1a-9e30-197340188800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:05Z', 'updated_at': '2021-09-15T15:35:06Z', 'revision_number': 2, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'subnets': [{'id': '6cfdb546-8474-4a1a-9e30-197340188800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:35:08.392357 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-497d85fd-b95a-4fb6-8859-e2152adaf96e tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:08.392904 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb1887e-252e-47d1-a5de-e875a160aaf4 None None] Checking router: 83716022-ff2e-46c1-9417-e9f25d339e88 for host: dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:35:08.393257 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb1887e-252e-47d1-a5de-e875a160aaf4 None None] Updating router 83716022-ff2e-46c1-9417-e9f25d339e88 port b79e3410-a312-48f5-9369-dbda2bc2bc61 binding host dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:35:08.394111 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-497d85fd-b95a-4fb6-8859-e2152adaf96e tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4729016 Sep 15 15:35:08.399367 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 55474) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:35:08.404735 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-92b83a97-b38e-41aa-9655-12600f9f85be tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Request body: {'security_group_rule': {'security_group_id': '1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:35:08.424482 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port a14b0881-5e3b-43cd-86eb-b9c1abae96e9 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:35:08.424901 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:08.426725 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-8eb1887e-252e-47d1-a5de-e875a160aaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:08.483590 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-92b83a97-b38e-41aa-9655-12600f9f85be tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:08.559783 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-92b83a97-b38e-41aa-9655-12600f9f85be tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:08.626038 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-92b83a97-b38e-41aa-9655-12600f9f85be tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475222'] for security_group_rule, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:08.647004 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b83a97-b38e-41aa-9655-12600f9f85be tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a622f9-a268-4f3b-a03c-0b38c149fbd7,revision_number=0']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:35:08.696671 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-92b83a97-b38e-41aa-9655-12600f9f85be tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:08.697933 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-92b83a97-b38e-41aa-9655-12600f9f85be tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2973526 Sep 15 15:35:08.702384 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 55476) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:35:08.707625 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-7ac3a324-6b31-4346-b000-b00388005b11 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Request body: {'security_group_rule': {'security_group_id': '1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:35:08.745491 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:08.791465 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] For port a14b0881-5e3b-43cd-86eb-b9c1abae96e9, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=a14b0881-5e3b-43cd-86eb-b9c1abae96e9,segment=NetworkSegment(892b6518-e65e-438b-8e7f-3ce7335aa343),segment_id=892b6518-e65e-438b-8e7f-3ce7335aa343)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:35:08.792581 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-7ac3a324-6b31-4346-b000-b00388005b11 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:08.900044 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:08.913125 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-7ac3a324-6b31-4346-b000-b00388005b11 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:08.949913 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-8eb1887e-252e-47d1-a5de-e875a160aaf4 None None] Notify callbacks [] for port, precommit_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:08.969747 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Pushing event updated for resources: {'Port': ['ID=a14b0881-5e3b-43cd-86eb-b9c1abae96e9,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:35:08.974309 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-7ac3a324-6b31-4346-b000-b00388005b11 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475222'] for security_group_rule, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:08.993885 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3a324-6b31-4346-b000-b00388005b11 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a14d57e-be9f-49b7-b67d-ed492e18c6f5,revision_number=0']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:35:09.048945 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-8eb1887e-252e-47d1-a5de-e875a160aaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:09.083529 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-7ac3a324-6b31-4346-b000-b00388005b11 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:09.086959 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-7ac3a324-6b31-4346-b000-b00388005b11 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3828137 Sep 15 15:35:09.091724 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 55478) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:35:09.098179 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-46df5f34-211e-40e4-8fc8-d4e54bec09a2 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Request body: {'floatingip': {'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:35:09.109138 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd443b5-30cf-4891-86a6-b14e578e352b None None] Pushing event updated for resources: {'Port': ['ID=b79e3410-a312-48f5-9369-dbda2bc2bc61,revision_number=3']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:35:09.170805 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-8eb1887e-252e-47d1-a5de-e875a160aaf4 None None] Attempting to bind port b79e3410-a312-48f5-9369-dbda2bc2bc61 on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:35:09.171118 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-8eb1887e-252e-47d1-a5de-e875a160aaf4 None None] Attempting to bind port b79e3410-a312-48f5-9369-dbda2bc2bc61 by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': '8bd5b631-79d2-49a1-b827-dbea0e0fb319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11'}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:35:09.171480 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb1887e-252e-47d1-a5de-e875a160aaf4 None None] Attempting to bind port b79e3410-a312-48f5-9369-dbda2bc2bc61 on network 39521f22-32a9-4fe4-91fe-b7b9b9807e11 {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:35:09.178193 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb1887e-252e-47d1-a5de-e875a160aaf4 None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:35:09.178600 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb1887e-252e-47d1-a5de-e875a160aaf4 None None] Checking segment: {'id': '8bd5b631-79d2-49a1-b827-dbea0e0fb319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:35:09.179202 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-8eb1887e-252e-47d1-a5de-e875a160aaf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:09.179600 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb1887e-252e-47d1-a5de-e875a160aaf4 None None] Bound using segment: {'id': '8bd5b631-79d2-49a1-b827-dbea0e0fb319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11'} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:35:09.185447 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-8eb1887e-252e-47d1-a5de-e875a160aaf4 None None] Bound port: b79e3410-a312-48f5-9369-dbda2bc2bc61, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd5b631-79d2-49a1-b827-dbea0e0fb319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11'}}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:35:09.185447 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-8eb1887e-252e-47d1-a5de-e875a160aaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:09.237962 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-46df5f34-211e-40e4-8fc8-d4e54bec09a2 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for floatingip, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:09.271240 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-8eb1887e-252e-47d1-a5de-e875a160aaf4 None None] For port b79e3410-a312-48f5-9369-dbda2bc2bc61, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:35:09.276583 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-8eb1887e-252e-47d1-a5de-e875a160aaf4 None None] For port b79e3410-a312-48f5-9369-dbda2bc2bc61, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=b79e3410-a312-48f5-9369-dbda2bc2bc61,segment=NetworkSegment(8bd5b631-79d2-49a1-b827-dbea0e0fb319),segment_id=8bd5b631-79d2-49a1-b827-dbea0e0fb319)] {{(pid=94801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:35:09.341969 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-c75c520f-54cc-42b4-899a-831c2d32542b None None] Provisioning complete for port b79e3410-a312-48f5-9369-dbda2bc2bc61 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:35:09.342750 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-c75c520f-54cc-42b4-899a-831c2d32542b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:09.373980 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-46df5f34-211e-40e4-8fc8-d4e54bec09a2 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:09.388800 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-8eb1887e-252e-47d1-a5de-e875a160aaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:09.495168 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-c75c520f-54cc-42b4-899a-831c2d32542b None None] Port b79e3410-a312-48f5-9369-dbda2bc2bc61 cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:35:09.512544 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_common [None req-46df5f34-211e-40e4-8fc8-d4e54bec09a2 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Allocated IP 172.27.3.145 (70862140-ffde-47fa-81bd-8f9d99919982/7ac39d78-6dff-4eb9-9797-5a3cc8acd948/6ab2fdbc-91f3-428d-bfe4-35de5c586bd2) {{(pid=94800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:35:09.535024 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb1887e-252e-47d1-a5de-e875a160aaf4 None None] Routers {'83716022-ff2e-46c1-9417-e9f25d339e88'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:35:09.536167 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-8eb1887e-252e-47d1-a5de-e875a160aaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:34:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['83716022-ff2e-46c1-9417-e9f25d339e88'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:35:09.542728 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd443b5-30cf-4891-86a6-b14e578e352b None None] Pushing event updated for resources: {'Port': ['ID=b79e3410-a312-48f5-9369-dbda2bc2bc61,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:35:09.671846 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-46df5f34-211e-40e4-8fc8-d4e54bec09a2 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for port, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:09.742083 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-8eb1887e-252e-47d1-a5de-e875a160aaf4 None None] Set router 83716022-ff2e-46c1-9417-e9f25d339e88 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:35:09.743902 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-096abbff-2d7e-4fd9-8fb4-38394a1c4423 None None] Provisioning complete for port b79e3410-a312-48f5-9369-dbda2bc2bc61 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:35:09.744272 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-096abbff-2d7e-4fd9-8fb4-38394a1c4423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:09.769464 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-46df5f34-211e-40e4-8fc8-d4e54bec09a2 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:09.809439 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46df5f34-211e-40e4-8fc8-d4e54bec09a2 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Network 70862140-ffde-47fa-81bd-8f9d99919982 is already hosted by enough agents. {{(pid=94800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:35:09.813289 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [None req-46df5f34-211e-40e4-8fc8-d4e54bec09a2 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Resources bound (agent type, host, resource id): {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:35:09.819802 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46df5f34-211e-40e4-8fc8-d4e54bec09a2 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Received port after_create {{(pid=94800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:35:09.859189 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df5f34-211e-40e4-8fc8-d4e54bec09a2 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Pushing event updated for resources: {'Port': ['ID=6ab2fdbc-91f3-428d-bfe4-35de5c586bd2,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:35:09.933824 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-46df5f34-211e-40e4-8fc8-d4e54bec09a2 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:09.977260 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-096abbff-2d7e-4fd9-8fb4-38394a1c4423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:10.029245 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-46df5f34-211e-40e4-8fc8-d4e54bec09a2 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:10.041949 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-096abbff-2d7e-4fd9-8fb4-38394a1c4423 None None] For port b79e3410-a312-48f5-9369-dbda2bc2bc61, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=b79e3410-a312-48f5-9369-dbda2bc2bc61,segment=NetworkSegment(8bd5b631-79d2-49a1-b827-dbea0e0fb319),segment_id=8bd5b631-79d2-49a1-b827-dbea0e0fb319)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:35:10.061207 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-8eb1887e-252e-47d1-a5de-e875a160aaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'name': 'tempest-AttachVolumeTestJSON-1950311729-router', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:35:01Z', 'updated_at': '2021-09-15T15:35:06Z', 'revision_number': 4, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'gw_port': {'id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:02Z', 'updated_at': '2021-09-15T15:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': 'b79e3410-a312-48f5-9369-dbda2bc2bc61', 'name': '', 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'mac_address': 'fa:16:3e:c6:c0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6cfdb546-8474-4a1a-9e30-197340188800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:05Z', 'updated_at': '2021-09-15T15:35:09Z', 'revision_number': 4, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'subnets': [{'id': '6cfdb546-8474-4a1a-9e30-197340188800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:35:10.090472 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb1887e-252e-47d1-a5de-e875a160aaf4 None None] The sync data for ids ['83716022-ff2e-46c1-9417-e9f25d339e88'] in dv-cinder-809201-1-iscsi is: [{'id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'name': 'tempest-AttachVolumeTestJSON-1950311729-router', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:35:01Z', 'updated_at': '2021-09-15T15:35:06Z', 'revision_number': 4, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'gw_port': {'id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:02Z', 'updated_at': '2021-09-15T15:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': 'b79e3410-a312-48f5-9369-dbda2bc2bc61', 'name': '', 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'mac_address': 'fa:16:3e:c6:c0:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6cfdb546-8474-4a1a-9e30-197340188800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:05Z', 'updated_at': '2021-09-15T15:35:09Z', 'revision_number': 4, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'subnets': [{'id': '6cfdb546-8474-4a1a-9e30-197340188800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:35:10.130323 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-096abbff-2d7e-4fd9-8fb4-38394a1c4423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:10.271269 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096abbff-2d7e-4fd9-8fb4-38394a1c4423 None None] Pushing event updated for resources: {'Port': ['ID=b79e3410-a312-48f5-9369-dbda2bc2bc61,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:35:10.411066 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device b79e3410-a312-48f5-9369-dbda2bc2bc61 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:35:10.482817 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port b79e3410-a312-48f5-9369-dbda2bc2bc61 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:35:10.483745 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:10.593740 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device a14b0881-5e3b-43cd-86eb-b9c1abae96e9 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:35:10.656868 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port a14b0881-5e3b-43cd-86eb-b9c1abae96e9 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:35:10.657503 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:10.692024 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-46df5f34-211e-40e4-8fc8-d4e54bec09a2 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for port, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:10.780728 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-46df5f34-211e-40e4-8fc8-d4e54bec09a2 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:10.870132 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df5f34-211e-40e4-8fc8-d4e54bec09a2 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Pushing event updated for resources: {'Port': ['ID=6ab2fdbc-91f3-428d-bfe4-35de5c586bd2,revision_number=2']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:35:10.887792 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-46df5f34-211e-40e4-8fc8-d4e54bec09a2 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:10.980843 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-46df5f34-211e-40e4-8fc8-d4e54bec09a2 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for floatingip, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:10.982413 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-46df5f34-211e-40e4-8fc8-d4e54bec09a2 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8889563 Sep 15 15:35:11.163466 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-1a33d4be-7eb7-4bed-bbe3-b79510b9affd tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1401514481&fields=id&tenant_id=99ee894fe01b4a23b4421a1a42abfafe HTTP/1.1" status: 200 len: 267 time: 0.0537076 Sep 15 15:35:11.324638 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-bc899366-5d3f-41b8-838e-5acaa87a44c4 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:35:11.326044 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-bc899366-5d3f-41b8-838e-5acaa87a44c4 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/networks?id=39521f22-32a9-4fe4-91fe-b7b9b9807e11 HTTP/1.1" status: 200 len: 811 time: 0.1498220 Sep 15 15:35:11.349723 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-f7e3a48c-daa9-479b-af6a-226801108766 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/quotas/99ee894fe01b4a23b4421a1a42abfafe HTTP/1.1" status: 200 len: 375 time: 0.0121036 Sep 15 15:35:11.410330 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-0006730a-0f5b-458f-b4ef-ce56bb26512a tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=99ee894fe01b4a23b4421a1a42abfafe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533459 Sep 15 15:35:11.577948 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-667a6110-af79-41d7-b8c8-3524c0e7e85a service neutron] 10.222.0.54 "GET /v2.0/networks/39521f22-32a9-4fe4-91fe-b7b9b9807e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500659 Sep 15 15:35:11.680994 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-03d77bff-da0d-4008-b886-ac9566487a68 service neutron] 10.222.0.54 "GET /v2.0/networks/39521f22-32a9-4fe4-91fe-b7b9b9807e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969207 Sep 15 15:35:11.983334 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f4e18f46-4fa9-44a5-b234-df07ad187a43 req-5247a1f7-90bb-4e31-8abd-6eef8cf69789 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 210 time: 0.0282226 Sep 15 15:35:12.263594 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device b79e3410-a312-48f5-9369-dbda2bc2bc61 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:35:12.318793 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port b79e3410-a312-48f5-9369-dbda2bc2bc61 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:35:12.320037 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:13.075129 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b66f88c3-eb96-42bc-97fd-6095a3d42a9d req-85a6a1c3-d714-4fdd-813a-fc8b2409be10 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 210 time: 0.0282505 Sep 15 15:35:14.199864 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5ba01f40-7cff-4c90-b4c1-c7c0262e3c05 req-66ee9cbe-3e30-476d-a221-74fbbbed2980 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 210 time: 0.0465794 Sep 15 15:35:14.390311 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-b6900b1f-9942-4d66-bf02-667b5ea9fe98 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:35:14.391909 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-b6900b1f-9942-4d66-bf02-667b5ea9fe98 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.58 "GET /v2.0/networks?id=39521f22-32a9-4fe4-91fe-b7b9b9807e11 HTTP/1.1" status: 200 len: 811 time: 0.1152639 Sep 15 15:35:14.439263 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-ee8bf23c-5ad1-423d-ad28-d1e878547cf8 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99ee894fe01b4a23b4421a1a42abfafe HTTP/1.1" status: 200 len: 380 time: 0.0379796 Sep 15 15:35:14.450465 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-70b4b2c7-6260-4f5f-a489-f5dfad06aa73 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Request body: {'port': {'device_id': '69f2f939-12d2-43f9-a631-c413e2ec9445', 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11', 'admin_state_up': True, 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'security_groups': ['1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c']}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:35:14.643218 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-70b4b2c7-6260-4f5f-a489-f5dfad06aa73 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Made reservation on behalf of 99ee894fe01b4a23b4421a1a42abfafe for: {'port': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:35:14.646860 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-70b4b2c7-6260-4f5f-a489-f5dfad06aa73 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:14.802605 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_common [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-70b4b2c7-6260-4f5f-a489-f5dfad06aa73 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Allocated IP 172.20.0.6 (39521f22-32a9-4fe4-91fe-b7b9b9807e11/6cfdb546-8474-4a1a-9e30-197340188800/94a2b971-cff9-43b4-bd0e-80c855a98c9a) {{(pid=94800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:35:14.959130 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-70b4b2c7-6260-4f5f-a489-f5dfad06aa73 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for port, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:15.106741 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-70b4b2c7-6260-4f5f-a489-f5dfad06aa73 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:15.151818 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-70b4b2c7-6260-4f5f-a489-f5dfad06aa73 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Network 39521f22-32a9-4fe4-91fe-b7b9b9807e11 is already hosted by enough agents. {{(pid=94800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:35:15.155797 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-70b4b2c7-6260-4f5f-a489-f5dfad06aa73 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Resources bound (agent type, host, resource id): {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:35:15.161618 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-70b4b2c7-6260-4f5f-a489-f5dfad06aa73 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Received port after_create {{(pid=94800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:35:15.200034 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4b2c7-6260-4f5f-a489-f5dfad06aa73 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Pushing event updated for resources: {'Port': ['ID=94a2b971-cff9-43b4-bd0e-80c855a98c9a,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:35:15.233039 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-70b4b2c7-6260-4f5f-a489-f5dfad06aa73 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:35:15.233613 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-70b4b2c7-6260-4f5f-a489-f5dfad06aa73 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:15.347386 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836273c-1c4b-4d59-b5ee-c99fabfb27ca req-b69632ea-7b45-42a1-a287-cf78b071025f tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:35:15.349093 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-3836273c-1c4b-4d59-b5ee-c99fabfb27ca req-b69632ea-7b45-42a1-a287-cf78b071025f tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 931 time: 0.0597982 Sep 15 15:35:15.391309 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-70b4b2c7-6260-4f5f-a489-f5dfad06aa73 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9453373 Sep 15 15:35:15.394467 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-822151e6-6285-4c35-9d01-001d367ca138 None None] Provisioning complete for port 94a2b971-cff9-43b4-bd0e-80c855a98c9a triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:35:15.395107 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-822151e6-6285-4c35-9d01-001d367ca138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:15.400469 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-3836273c-1c4b-4d59-b5ee-c99fabfb27ca req-fe828b0b-6cc2-421b-96c2-3a09909617f8 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414965 Sep 15 15:35:15.409003 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-890acddc-a8e3-46f9-a4f3-6c179d74175b service neutron] Request body: {'port': {'device_id': '69f2f939-12d2-43f9-a631-c413e2ec9445', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:35:15.452729 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-822151e6-6285-4c35-9d01-001d367ca138 None None] Port 94a2b971-cff9-43b4-bd0e-80c855a98c9a cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:35:15.483959 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-890acddc-a8e3-46f9-a4f3-6c179d74175b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:15.767333 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-890acddc-a8e3-46f9-a4f3-6c179d74175b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a2b971-cff9-43b4-bd0e-80c855a98c9a {{(pid=94800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:35:15.776995 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-890acddc-a8e3-46f9-a4f3-6c179d74175b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:15.791587 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.provisioning_blocks [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-890acddc-a8e3-46f9-a4f3-6c179d74175b service neutron] Transition to ACTIVE for port object 94a2b971-cff9-43b4-bd0e-80c855a98c9a will not be triggered until provisioned by entity L2. {{(pid=94800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:35:15.860377 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-890acddc-a8e3-46f9-a4f3-6c179d74175b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:15.918084 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890acddc-a8e3-46f9-a4f3-6c179d74175b service neutron] Pushing event updated for resources: {'Port': ['ID=94a2b971-cff9-43b4-bd0e-80c855a98c9a,revision_number=2']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:35:16.000650 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-890acddc-a8e3-46f9-a4f3-6c179d74175b service neutron] Attempting to bind port 94a2b971-cff9-43b4-bd0e-80c855a98c9a on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:35:16.000849 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-890acddc-a8e3-46f9-a4f3-6c179d74175b service neutron] Attempting to bind port 94a2b971-cff9-43b4-bd0e-80c855a98c9a by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '8bd5b631-79d2-49a1-b827-dbea0e0fb319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11'}] {{(pid=94800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:35:16.001181 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-890acddc-a8e3-46f9-a4f3-6c179d74175b service neutron] Attempting to bind port 94a2b971-cff9-43b4-bd0e-80c855a98c9a on network 39521f22-32a9-4fe4-91fe-b7b9b9807e11 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:35:16.006508 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-890acddc-a8e3-46f9-a4f3-6c179d74175b service neutron] Port 94a2b971-cff9-43b4-bd0e-80c855a98c9a on network 39521f22-32a9-4fe4-91fe-b7b9b9807e11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:35:16.009971 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-890acddc-a8e3-46f9-a4f3-6c179d74175b service neutron] Attempting to bind port 94a2b971-cff9-43b4-bd0e-80c855a98c9a on network 39521f22-32a9-4fe4-91fe-b7b9b9807e11 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:35:16.013461 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-890acddc-a8e3-46f9-a4f3-6c179d74175b service neutron] Checking agent: {'id': 'eba348e6-0b8a-43b6-acdf-c2678b53c044', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'started_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:35:16.013796 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-890acddc-a8e3-46f9-a4f3-6c179d74175b service neutron] Checking segment: {'id': '8bd5b631-79d2-49a1-b827-dbea0e0fb319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:35:16.014180 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-890acddc-a8e3-46f9-a4f3-6c179d74175b service neutron] Bound using segment: {'id': '8bd5b631-79d2-49a1-b827-dbea0e0fb319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11'} {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:35:16.014606 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-890acddc-a8e3-46f9-a4f3-6c179d74175b service neutron] Bound port: 94a2b971-cff9-43b4-bd0e-80c855a98c9a, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd5b631-79d2-49a1-b827-dbea0e0fb319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11'}}] {{(pid=94800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:35:16.014991 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-890acddc-a8e3-46f9-a4f3-6c179d74175b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:16.093107 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-890acddc-a8e3-46f9-a4f3-6c179d74175b service neutron] For port 94a2b971-cff9-43b4-bd0e-80c855a98c9a, host hv-cinder-80920, cleared binding levels {{(pid=94800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:35:16.096605 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-890acddc-a8e3-46f9-a4f3-6c179d74175b service neutron] For port 94a2b971-cff9-43b4-bd0e-80c855a98c9a, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=94a2b971-cff9-43b4-bd0e-80c855a98c9a,segment=NetworkSegment(8bd5b631-79d2-49a1-b827-dbea0e0fb319),segment_id=8bd5b631-79d2-49a1-b827-dbea0e0fb319)] {{(pid=94800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:35:16.214702 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-890acddc-a8e3-46f9-a4f3-6c179d74175b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:16.254289 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-890acddc-a8e3-46f9-a4f3-6c179d74175b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:35:16.254908 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-890acddc-a8e3-46f9-a4f3-6c179d74175b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:16.256877 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-890acddc-a8e3-46f9-a4f3-6c179d74175b service neutron] 10.222.0.58 "PUT /v2.0/ports/94a2b971-cff9-43b4-bd0e-80c855a98c9a HTTP/1.1" status: 200 len: 1093 time: 0.8546486 Sep 15 15:35:16.257532 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f2f939-12d2-43f9-a631-c413e2ec9445', 'tag': '94a2b971-cff9-43b4-bd0e-80c855a98c9a'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:35:16.260368 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8962253-ab88-403a-91a4-352725f772ae" -d '{"events": [{"name": "network-changed", "server_uuid": "69f2f939-12d2-43f9-a631-c413e2ec9445", "tag": "94a2b971-cff9-43b4-bd0e-80c855a98c9a"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:35:16.293159 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890acddc-a8e3-46f9-a4f3-6c179d74175b service neutron] Pushing event updated for resources: {'Port': ['ID=94a2b971-cff9-43b4-bd0e-80c855a98c9a,revision_number=3']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:35:16.315793 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e2828b-ff4a-4fda-afef-910581b70ef8 x-openstack-request-id: req-74e2828b-ff4a-4fda-afef-910581b70ef8 {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:35:16.316695 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f2f939-12d2-43f9-a631-c413e2ec9445", "tag": "94a2b971-cff9-43b4-bd0e-80c855a98c9a", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:35:16.316946 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-74e2828b-ff4a-4fda-afef-910581b70ef8 {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:35:16.317345 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f2f939-12d2-43f9-a631-c413e2ec9445', 'tag': '94a2b971-cff9-43b4-bd0e-80c855a98c9a', 'status': 'completed', 'code': 200} Sep 15 15:35:16.380890 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8962253-ab88-403a-91a4-352725f772ae req-003aa4c5-a2cd-455b-be08-fdfe1a77e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:35:16.383309 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c8962253-ab88-403a-91a4-352725f772ae req-003aa4c5-a2cd-455b-be08-fdfe1a77e842 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99ee894fe01b4a23b4421a1a42abfafe&device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 1096 time: 0.0460503 Sep 15 15:35:16.527553 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8962253-ab88-403a-91a4-352725f772ae req-033d63e6-8112-48f2-b29a-a0571e6362c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:35:16.528980 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c8962253-ab88-403a-91a4-352725f772ae req-033d63e6-8112-48f2-b29a-a0571e6362c0 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=99ee894fe01b4a23b4421a1a42abfafe&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1372645 Sep 15 15:35:16.583963 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb574a-663d-4503-9026-5dd537433f17 req-591c5b13-e90e-4f90-aedf-872d56c31d67 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:35:16.585552 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cacb574a-663d-4503-9026-5dd537433f17 req-591c5b13-e90e-4f90-aedf-872d56c31d67 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 943 time: 0.0967867 Sep 15 15:35:16.670847 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cacb574a-663d-4503-9026-5dd537433f17 req-f77e3b87-cbcf-4751-aee0-07d10778159c tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602415 Sep 15 15:35:16.672072 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8962253-ab88-403a-91a4-352725f772ae req-69b73c83-51ab-4db0-8457-360f5afeb9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:35:16.673487 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c8962253-ab88-403a-91a4-352725f772ae req-69b73c83-51ab-4db0-8457-360f5afeb9a5 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1369236 Sep 15 15:35:16.755753 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-6bb7bfcf-e767-4334-baa6-71572445042b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:35:16.758160 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-6bb7bfcf-e767-4334-baa6-71572445042b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99ee894fe01b4a23b4421a1a42abfafe&device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 1096 time: 0.0445123 Sep 15 15:35:16.801304 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-d86656a9-d425-411b-aa61-c770ed43471a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94a2b971-cff9-43b4-bd0e-80c855a98c9a HTTP/1.1" status: 200 len: 217 time: 0.0350220 Sep 15 15:35:16.855979 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-fdf14abd-894c-4161-96ee-ce10cb1b0b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:35:16.857465 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-fdf14abd-894c-4161-96ee-ce10cb1b0b16 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6cfdb546-8474-4a1a-9e30-197340188800 HTTP/1.1" status: 200 len: 850 time: 0.0495753 Sep 15 15:35:16.906629 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-420307af-2b15-4753-8961-72f135bbe73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:35:16.908185 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-420307af-2b15-4753-8961-72f135bbe73f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=39521f22-32a9-4fe4-91fe-b7b9b9807e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432684 Sep 15 15:35:17.001982 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-d2e23ad7-d9ab-46d5-b3f8-9b4caf459f9d service neutron] 10.222.0.58 "GET /v2.0/networks/39521f22-32a9-4fe4-91fe-b7b9b9807e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860927 Sep 15 15:35:17.104324 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2bf82831-e896-4338-82b9-ba71c66b3a4b req-9b91a65f-ece4-4e74-a12d-926312adf251 service neutron] 10.222.0.58 "GET /v2.0/networks/39521f22-32a9-4fe4-91fe-b7b9b9807e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955687 Sep 15 15:35:17.797397 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dc7ac-e669-4991-84b4-9ce430c6396f req-15855dd7-500d-43dd-8f63-e9beb8c82085 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:35:17.799003 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fe1dc7ac-e669-4991-84b4-9ce430c6396f req-15855dd7-500d-43dd-8f63-e9beb8c82085 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 943 time: 0.0542190 Sep 15 15:35:17.844024 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fe1dc7ac-e669-4991-84b4-9ce430c6396f req-6ef80ae7-cea8-4da7-9271-697bc2420709 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382400 Sep 15 15:35:18.966245 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ef817-3443-4b42-bb9f-f54ea64319f4 req-f7daccdd-6cc5-4c2a-8d4c-4f816f636dda tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:35:18.968044 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c65ef817-3443-4b42-bb9f-f54ea64319f4 req-f7daccdd-6cc5-4c2a-8d4c-4f816f636dda tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 943 time: 0.0523903 Sep 15 15:35:19.017418 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c65ef817-3443-4b42-bb9f-f54ea64319f4 req-f2ad97e6-60cf-4583-93a7-2daa82b6ba2a tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401433 Sep 15 15:35:19.129683 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 94a2b971-cff9-43b4-bd0e-80c855a98c9a details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:35:19.241350 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 94a2b971-cff9-43b4-bd0e-80c855a98c9a, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=94a2b971-cff9-43b4-bd0e-80c855a98c9a,segment=NetworkSegment(8bd5b631-79d2-49a1-b827-dbea0e0fb319),segment_id=8bd5b631-79d2-49a1-b827-dbea0e0fb319)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:35:19.253190 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Returning: {'device': '94a2b971-cff9-43b4-bd0e-80c855a98c9a', 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11', 'port_id': '94a2b971-cff9-43b4-bd0e-80c855a98c9a', 'mac_address': 'fa:16:3e:39:c7:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfdb546-8474-4a1a-9e30-197340188800', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:35:19.292059 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:19.307759 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a2b971-cff9-43b4-bd0e-80c855a98c9a {{(pid=94801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:35:19.331716 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 94a2b971-cff9-43b4-bd0e-80c855a98c9a, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=94a2b971-cff9-43b4-bd0e-80c855a98c9a,segment=NetworkSegment(8bd5b631-79d2-49a1-b827-dbea0e0fb319),segment_id=8bd5b631-79d2-49a1-b827-dbea0e0fb319)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:35:19.426385 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:19.480215 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=94a2b971-cff9-43b4-bd0e-80c855a98c9a,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:35:19.673434 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['94a2b971-cff9-43b4-bd0e-80c855a98c9a'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:35:20.158067 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40044bb-2de6-4392-88ee-077ddb6a108b req-1a99ae91-9ea9-4fbb-a98c-b2c92d27dfc1 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:35:20.160728 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b40044bb-2de6-4392-88ee-077ddb6a108b req-1a99ae91-9ea9-4fbb-a98c-b2c92d27dfc1 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 944 time: 0.0630774 Sep 15 15:35:20.215036 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b40044bb-2de6-4392-88ee-077ddb6a108b req-0e693195-d81d-4ad8-a5af-c0274aada4ad tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452178 Sep 15 15:35:21.161787 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 94a2b971-cff9-43b4-bd0e-80c855a98c9a up at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:35:21.282677 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning for port 94a2b971-cff9-43b4-bd0e-80c855a98c9a completed by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:35:21.288433 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning complete for port 94a2b971-cff9-43b4-bd0e-80c855a98c9a triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:35:21.288831 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:21.352482 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3de10-9ba2-4bfe-b023-35a1f409ec57 req-29ae16c4-6f65-47d0-a1fa-09fbc5a42d68 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:35:21.354807 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-89b3de10-9ba2-4bfe-b023-35a1f409ec57 req-29ae16c4-6f65-47d0-a1fa-09fbc5a42d68 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 944 time: 0.0594363 Sep 15 15:35:21.386097 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:21.404862 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-89b3de10-9ba2-4bfe-b023-35a1f409ec57 req-17809868-0669-4c62-8f82-0443030e0062 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389655 Sep 15 15:35:21.413824 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f2f939-12d2-43f9-a631-c413e2ec9445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a2b971-cff9-43b4-bd0e-80c855a98c9a'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:35:21.416349 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d320c017-25c4-4e61-ac1d-d749dc0f8971" -d '{"events": [{"server_uuid": "69f2f939-12d2-43f9-a631-c413e2ec9445", "name": "network-vif-plugged", "status": "completed", "tag": "94a2b971-cff9-43b4-bd0e-80c855a98c9a"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:35:21.445473 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 94a2b971-cff9-43b4-bd0e-80c855a98c9a, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=94a2b971-cff9-43b4-bd0e-80c855a98c9a,segment=NetworkSegment(8bd5b631-79d2-49a1-b827-dbea0e0fb319),segment_id=8bd5b631-79d2-49a1-b827-dbea0e0fb319)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:35:21.455913 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591c71e8-83b7-4763-be11-e6a23bf2c27c x-openstack-request-id: req-591c71e8-83b7-4763-be11-e6a23bf2c27c {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:35:21.456201 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f2f939-12d2-43f9-a631-c413e2ec9445", "name": "network-vif-plugged", "status": "completed", "tag": "94a2b971-cff9-43b4-bd0e-80c855a98c9a", "code": 200}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:35:21.456451 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-591c71e8-83b7-4763-be11-e6a23bf2c27c {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:35:21.456854 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f2f939-12d2-43f9-a631-c413e2ec9445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a2b971-cff9-43b4-bd0e-80c855a98c9a', 'code': 200} Sep 15 15:35:21.517205 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:21.571197 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=94a2b971-cff9-43b4-bd0e-80c855a98c9a,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:35:21.867037 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8026e38-4c2f-4ece-9285-2049ec52cc4c req-5313c62f-a59d-42b5-8ae5-e18d615ba5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:35:21.868735 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b8026e38-4c2f-4ece-9285-2049ec52cc4c req-5313c62f-a59d-42b5-8ae5-e18d615ba5d2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 1098 time: 0.0478942 Sep 15 15:35:21.920244 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b8026e38-4c2f-4ece-9285-2049ec52cc4c req-773c5890-c1c4-418d-9de4-49526c262397 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439804 Sep 15 15:35:21.966635 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:35:22.554444 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040b04d-333e-4cb8-a0f6-ebffbfad1599 req-f3043225-544c-44ec-ad45-19825b531b7e tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:35:22.556235 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0040b04d-333e-4cb8-a0f6-ebffbfad1599 req-f3043225-544c-44ec-ad45-19825b531b7e tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.0568907 Sep 15 15:35:22.604722 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0040b04d-333e-4cb8-a0f6-ebffbfad1599 req-61307811-2b74-4b71-b63d-76ce37676e2e tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377972 Sep 15 15:35:23.157854 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-1d053e0a-0f99-4049-8d4e-6d5825a8bd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:23.734368 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6e174-ae90-4beb-a38f-72e1b4901176 req-93261cda-8496-4133-9ef3-9ae1bc585f15 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:35:23.736090 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8bd6e174-ae90-4beb-a38f-72e1b4901176 req-93261cda-8496-4133-9ef3-9ae1bc585f15 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.0537610 Sep 15 15:35:23.781306 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8bd6e174-ae90-4beb-a38f-72e1b4901176 req-de3bbbac-7f2f-4264-bb00-525de0abbafb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386298 Sep 15 15:35:23.927890 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fd2ca-3087-41c0-a4ed-0250f1a1be64 req-520d95f2-1345-431e-b96f-c4c7fbc2090f tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:35:23.929935 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-456fd2ca-3087-41c0-a4ed-0250f1a1be64 req-520d95f2-1345-431e-b96f-c4c7fbc2090f tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.0579326 Sep 15 15:35:23.938787 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 55536) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:35:23.944634 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-0070404e-be62-4c2d-86db-1e6717d4747c tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Request body: {'floatingip': {'port_id': '94a2b971-cff9-43b4-bd0e-80c855a98c9a'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:35:23.987504 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0070404e-be62-4c2d-86db-1e6717d4747c tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for floatingip, before_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:24.311995 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:24.552857 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0070404e-be62-4c2d-86db-1e6717d4747c tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:24.637221 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0070404e-be62-4c2d-86db-1e6717d4747c tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:24.748076 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.db.l3_db [None req-0070404e-be62-4c2d-86db-1e6717d4747c tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Floating IP 075295fc-00db-4f7b-80ef-02356872d1be associated. External IP: 172.27.3.145, port: 94a2b971-cff9-43b4-bd0e-80c855a98c9a. Sep 15 15:35:25.029598 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0070404e-be62-4c2d-86db-1e6717d4747c tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Router 83716022-ff2e-46c1-9417-e9f25d339e88 has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:35:25.163194 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0070404e-be62-4c2d-86db-1e6717d4747c tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:35:25.171567 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0070404e-be62-4c2d-86db-1e6717d4747c tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for floatingip, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:25.181375 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6800c33c-1909-4454-9edc-b0e7a5b62aa1 None None] Sync routers for ids ['83716022-ff2e-46c1-9417-e9f25d339e88'] in dv-cinder-809201-1-iscsi {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:35:25.198639 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6800c33c-1909-4454-9edc-b0e7a5b62aa1 None None] Routers {'83716022-ff2e-46c1-9417-e9f25d339e88'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:35:25.199671 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-6800c33c-1909-4454-9edc-b0e7a5b62aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:34:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['83716022-ff2e-46c1-9417-e9f25d339e88'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:35:25.216107 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-0070404e-be62-4c2d-86db-1e6717d4747c tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "PUT /v2.0/floatingips/075295fc-00db-4f7b-80ef-02356872d1be HTTP/1.1" status: 200 len: 991 time: 1.2759068 Sep 15 15:35:25.216979 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f2f939-12d2-43f9-a631-c413e2ec9445', 'tag': '94a2b971-cff9-43b4-bd0e-80c855a98c9a'}] {{(pid=94799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:35:25.221063 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caaf3dc35d391ee5789c70ae145b39738e2d95c5e07cc5749919ddff6cc97c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66722530-ee7f-4894-bd34-197c801a09a3" -d '{"events": [{"name": "network-changed", "server_uuid": "69f2f939-12d2-43f9-a631-c413e2ec9445", "tag": "94a2b971-cff9-43b4-bd0e-80c855a98c9a"}]}' {{(pid=94799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:35:25.281881 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc980b2-4955-434d-a3af-625acec16740 x-openstack-request-id: req-9bc980b2-4955-434d-a3af-625acec16740 {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:35:25.282465 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f2f939-12d2-43f9-a631-c413e2ec9445", "tag": "94a2b971-cff9-43b4-bd0e-80c855a98c9a", "status": "completed", "code": 200}]} {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:35:25.283095 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9bc980b2-4955-434d-a3af-625acec16740 {{(pid=94799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:35:25.283651 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f2f939-12d2-43f9-a631-c413e2ec9445', 'tag': '94a2b971-cff9-43b4-bd0e-80c855a98c9a', 'status': 'completed', 'code': 200} Sep 15 15:35:25.334157 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-6800c33c-1909-4454-9edc-b0e7a5b62aa1 None None] Set router 83716022-ff2e-46c1-9417-e9f25d339e88 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:35:25.358320 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66722530-ee7f-4894-bd34-197c801a09a3 req-c8eee752-a134-4134-8721-19f53bddf482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:35:25.360355 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-66722530-ee7f-4894-bd34-197c801a09a3 req-c8eee752-a134-4134-8721-19f53bddf482 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99ee894fe01b4a23b4421a1a42abfafe&device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 1098 time: 0.0558269 Sep 15 15:35:25.478094 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66722530-ee7f-4894-bd34-197c801a09a3 req-05ed8d8e-feae-4d8e-8464-a5b92b394440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:35:25.480563 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-66722530-ee7f-4894-bd34-197c801a09a3 req-05ed8d8e-feae-4d8e-8464-a5b92b394440 service neutron] 10.222.0.58 "GET /v2.0/networks?id=39521f22-32a9-4fe4-91fe-b7b9b9807e11 HTTP/1.1" status: 200 len: 912 time: 0.1127584 Sep 15 15:35:25.597493 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-66722530-ee7f-4894-bd34-197c801a09a3 req-310eac22-d712-4c56-8b09-ad9620494fbf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94a2b971-cff9-43b4-bd0e-80c855a98c9a HTTP/1.1" status: 200 len: 999 time: 0.1090448 Sep 15 15:35:25.669813 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66722530-ee7f-4894-bd34-197c801a09a3 req-2d69c104-75d0-4943-9a60-85d10c54cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:35:25.671474 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-66722530-ee7f-4894-bd34-197c801a09a3 req-2d69c104-75d0-4943-9a60-85d10c54cdbf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6cfdb546-8474-4a1a-9e30-197340188800 HTTP/1.1" status: 200 len: 850 time: 0.0667105 Sep 15 15:35:25.727427 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66722530-ee7f-4894-bd34-197c801a09a3 req-3dd6d8cc-8ee0-4936-81ea-4bfc4008b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:35:25.729754 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-66722530-ee7f-4894-bd34-197c801a09a3 req-3dd6d8cc-8ee0-4936-81ea-4bfc4008b6de service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=39521f22-32a9-4fe4-91fe-b7b9b9807e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498943 Sep 15 15:35:25.766318 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-6800c33c-1909-4454-9edc-b0e7a5b62aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'name': 'tempest-AttachVolumeTestJSON-1950311729-router', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:35:01Z', 'updated_at': '2021-09-15T15:35:06Z', 'revision_number': 4, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'gw_port': {'id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:02Z', 'updated_at': '2021-09-15T15:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': '075295fc-00db-4f7b-80ef-02356872d1be', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'port_id': '94a2b971-cff9-43b4-bd0e-80c855a98c9a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11', 'mac_address': 'fa:16:3e:39:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f2f939-12d2-43f9-a631-c413e2ec9445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:35:09Z', 'updated_at': '2021-09-15T15:35:24Z', 'revision_number': 1, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79e3410-a312-48f5-9369-dbda2bc2bc61', 'name': '', 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'mac_address': 'fa:16:3e:c6:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6cfdb546-8474-4a1a-9e30-197340188800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:05Z', 'updated_at': '2021-09-15T15:35:10Z', 'revision_number': 5, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'subnets': [{'id': '6cfdb546-8474-4a1a-9e30-197340188800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:35:25.821713 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6800c33c-1909-4454-9edc-b0e7a5b62aa1 None None] Checking router: 83716022-ff2e-46c1-9417-e9f25d339e88 for host: dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:35:25.840053 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6800c33c-1909-4454-9edc-b0e7a5b62aa1 None None] Routers {'83716022-ff2e-46c1-9417-e9f25d339e88'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:35:25.840986 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-6800c33c-1909-4454-9edc-b0e7a5b62aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:34:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['83716022-ff2e-46c1-9417-e9f25d339e88'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:35:25.882211 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-66722530-ee7f-4894-bd34-197c801a09a3 req-fdb36c85-ae10-4c08-8605-422a28aa9a72 service neutron] 10.222.0.58 "GET /v2.0/networks/39521f22-32a9-4fe4-91fe-b7b9b9807e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440518 Sep 15 15:35:25.972922 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-6800c33c-1909-4454-9edc-b0e7a5b62aa1 None None] Set router 83716022-ff2e-46c1-9417-e9f25d339e88 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:35:26.030425 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-66722530-ee7f-4894-bd34-197c801a09a3 req-56e264b7-857b-49a0-adde-ff5341ee5277 service neutron] 10.222.0.58 "GET /v2.0/networks/39521f22-32a9-4fe4-91fe-b7b9b9807e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410735 Sep 15 15:35:26.100241 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-50cdf79f-4350-4359-96ab-894f9a491572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:26.197666 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:26.247783 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-6800c33c-1909-4454-9edc-b0e7a5b62aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'name': 'tempest-AttachVolumeTestJSON-1950311729-router', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:35:01Z', 'updated_at': '2021-09-15T15:35:06Z', 'revision_number': 4, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'gw_port': {'id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:02Z', 'updated_at': '2021-09-15T15:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': '075295fc-00db-4f7b-80ef-02356872d1be', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'port_id': '94a2b971-cff9-43b4-bd0e-80c855a98c9a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11', 'mac_address': 'fa:16:3e:39:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f2f939-12d2-43f9-a631-c413e2ec9445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:35:09Z', 'updated_at': '2021-09-15T15:35:24Z', 'revision_number': 1, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79e3410-a312-48f5-9369-dbda2bc2bc61', 'name': '', 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'mac_address': 'fa:16:3e:c6:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6cfdb546-8474-4a1a-9e30-197340188800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:05Z', 'updated_at': '2021-09-15T15:35:10Z', 'revision_number': 5, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'subnets': [{'id': '6cfdb546-8474-4a1a-9e30-197340188800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:35:26.281806 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6800c33c-1909-4454-9edc-b0e7a5b62aa1 None None] The sync data for ids ['83716022-ff2e-46c1-9417-e9f25d339e88'] in dv-cinder-809201-1-iscsi is: [{'id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'name': 'tempest-AttachVolumeTestJSON-1950311729-router', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:35:01Z', 'updated_at': '2021-09-15T15:35:06Z', 'revision_number': 4, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'gw_port': {'id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:02Z', 'updated_at': '2021-09-15T15:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': '075295fc-00db-4f7b-80ef-02356872d1be', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'port_id': '94a2b971-cff9-43b4-bd0e-80c855a98c9a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11', 'mac_address': 'fa:16:3e:39:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f2f939-12d2-43f9-a631-c413e2ec9445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:35:09Z', 'updated_at': '2021-09-15T15:35:24Z', 'revision_number': 1, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79e3410-a312-48f5-9369-dbda2bc2bc61', 'name': '', 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'mac_address': 'fa:16:3e:c6:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6cfdb546-8474-4a1a-9e30-197340188800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:05Z', 'updated_at': '2021-09-15T15:35:10Z', 'revision_number': 5, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'subnets': [{'id': '6cfdb546-8474-4a1a-9e30-197340188800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:35:26.492766 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9355f730-4113-4bb0-9e10-9aee597a836a None None] New status for floating IP 075295fc-00db-4f7b-80ef-02356872d1be: ACTIVE {{(pid=94801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:35:27.134767 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:28.745836 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:53.191149 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-7916622c-0af0-48d2-aa99-b73edfe6eef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:54.270789 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:56.090311 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-1bb5ba08-1969-446f-8068-8a3310725af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:56.218953 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:57.088030 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:58.785087 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:58.966533 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:36:13.233187 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 55652) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:13.411123 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-5caae543-9e0e-4f0c-b708-3f180fde10b6 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Deleting port 997eabd3-c561-42a3-92e9-43866270e38e {{(pid=94799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:36:13.411588 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-5caae543-9e0e-4f0c-b708-3f180fde10b6 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:13.501086 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-5caae543-9e0e-4f0c-b708-3f180fde10b6 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:13.501360 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-5caae543-9e0e-4f0c-b708-3f180fde10b6 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:13.521426 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-5caae543-9e0e-4f0c-b708-3f180fde10b6 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Calling delete_port for 997eabd3-c561-42a3-92e9-43866270e38e owned by network:floatingip {{(pid=94799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:36:13.853601 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-5caae543-9e0e-4f0c-b708-3f180fde10b6 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:13.896206 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caae543-9e0e-4f0c-b708-3f180fde10b6 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Pushing event deleted for resources: {'Port': ['ID=997eabd3-c561-42a3-92e9-43866270e38e,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:13.921948 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caae543-9e0e-4f0c-b708-3f180fde10b6 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:13.926666 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caae543-9e0e-4f0c-b708-3f180fde10b6 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:13.926666 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caae543-9e0e-4f0c-b708-3f180fde10b6 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:13.926666 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caae543-9e0e-4f0c-b708-3f180fde10b6 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:13.926666 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caae543-9e0e-4f0c-b708-3f180fde10b6 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:13.926666 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caae543-9e0e-4f0c-b708-3f180fde10b6 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:13.926666 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caae543-9e0e-4f0c-b708-3f180fde10b6 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:13.926666 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caae543-9e0e-4f0c-b708-3f180fde10b6 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:13.926666 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caae543-9e0e-4f0c-b708-3f180fde10b6 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:13.928117 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caae543-9e0e-4f0c-b708-3f180fde10b6 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:13.928207 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caae543-9e0e-4f0c-b708-3f180fde10b6 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:13.928710 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caae543-9e0e-4f0c-b708-3f180fde10b6 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:14.033984 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-5caae543-9e0e-4f0c-b708-3f180fde10b6 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for floatingip, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:14.033984 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.db.l3_db [None req-5caae543-9e0e-4f0c-b708-3f180fde10b6 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Floating IP 24b923d4-9a47-4d5f-a458-1d39fce4ef87 disassociated (deleted). External IP: 172.27.3.49, port: 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd. Sep 15 15:36:14.265975 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5caae543-9e0e-4f0c-b708-3f180fde10b6 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Router 0b47ddcf-b1db-441e-8560-38c77674ee76 has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:36:14.672304 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5caae543-9e0e-4f0c-b708-3f180fde10b6 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:36:14.677176 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-5caae543-9e0e-4f0c-b708-3f180fde10b6 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for floatingip, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:14.683561 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f8cd76-a09a-4498-8680-d48feb63526b None None] Sync routers for ids ['0b47ddcf-b1db-441e-8560-38c77674ee76'] in dv-cinder-809201-1-iscsi {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:36:14.694736 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f8cd76-a09a-4498-8680-d48feb63526b None None] Routers {'0b47ddcf-b1db-441e-8560-38c77674ee76'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:36:14.695385 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-c3f8cd76-a09a-4498-8680-d48feb63526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:35:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['0b47ddcf-b1db-441e-8560-38c77674ee76'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:14.714080 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a7bfc-e1d1-4c4c-b0a1-857117c76bb9 req-69292beb-0ede-43be-b726-adf9aced3b4e tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:14.715861 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d21a7bfc-e1d1-4c4c-b0a1-857117c76bb9 req-69292beb-0ede-43be-b726-adf9aced3b4e tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.0700688 Sep 15 15:36:14.726445 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-5caae543-9e0e-4f0c-b708-3f180fde10b6 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "DELETE /v2.0/floatingips/24b923d4-9a47-4d5f-a458-1d39fce4ef87 HTTP/1.1" status: 204 len: 168 time: 1.4917839 Sep 15 15:36:14.727424 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7189ee-c6e4-4c1e-8c12-c63ee260e26a', 'tag': '5e0ec3b4-5019-4fc4-b60f-1834190ff4cd'}] {{(pid=94799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:36:14.734465 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caaf3dc35d391ee5789c70ae145b39738e2d95c5e07cc5749919ddff6cc97c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624046e6-7b80-461e-9562-723bea8c4771" -d '{"events": [{"name": "network-changed", "server_uuid": "2e7189ee-c6e4-4c1e-8c12-c63ee260e26a", "tag": "5e0ec3b4-5019-4fc4-b60f-1834190ff4cd"}]}' {{(pid=94799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:36:14.782683 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d21a7bfc-e1d1-4c4c-b0a1-857117c76bb9 req-4319fe27-15b5-479c-b2f9-6fd0ccfb5943 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437405 Sep 15 15:36:14.844788 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-c3f8cd76-a09a-4498-8680-d48feb63526b None None] Set router 0b47ddcf-b1db-441e-8560-38c77674ee76 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:36:14.868483 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bb9a6b-034b-4235-9521-2acedd17efee x-openstack-request-id: req-73bb9a6b-034b-4235-9521-2acedd17efee {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:36:14.869009 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e7189ee-c6e4-4c1e-8c12-c63ee260e26a", "tag": "5e0ec3b4-5019-4fc4-b60f-1834190ff4cd", "status": "completed", "code": 200}]} {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:36:14.869208 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-73bb9a6b-034b-4235-9521-2acedd17efee {{(pid=94799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:36:14.869513 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7189ee-c6e4-4c1e-8c12-c63ee260e26a', 'tag': '5e0ec3b4-5019-4fc4-b60f-1834190ff4cd', 'status': 'completed', 'code': 200} Sep 15 15:36:14.939972 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624046e6-7b80-461e-9562-723bea8c4771 req-6dd76e4b-d267-4c89-8017-8fd69a739847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:14.942259 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-624046e6-7b80-461e-9562-723bea8c4771 req-6dd76e4b-d267-4c89-8017-8fd69a739847 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=81043ff5755b4a8aa7089fdf5cc0b178&device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 1098 time: 0.0459542 Sep 15 15:36:15.086418 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624046e6-7b80-461e-9562-723bea8c4771 req-77355206-b3da-4858-b6c3-2b5087d07b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:15.088998 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-624046e6-7b80-461e-9562-723bea8c4771 req-77355206-b3da-4858-b6c3-2b5087d07b3f service neutron] 10.222.0.58 "GET /v2.0/networks?id=4802773a-3b03-40d5-8d08-27f23bcc704f HTTP/1.1" status: 200 len: 910 time: 0.1396127 Sep 15 15:36:15.107385 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-c3f8cd76-a09a-4498-8680-d48feb63526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'name': 'tempest-TestShelveInstance-1520986312-router', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '5b3c6e69-d797-4292-90b3-09080c7faeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:13Z', 'updated_at': '2021-09-15T15:31:18Z', 'revision_number': 4, 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'gw_port': {'id': '5b3c6e69-d797-4292-90b3-09080c7faeac', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:14Z', 'updated_at': '2021-09-15T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': 'c283e6a9-fcad-4041-b889-1231435a91cd', 'name': '', 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'mac_address': 'fa:16:3e:76:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '000bea8b-e21b-480f-8d43-672c69a338fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:17Z', 'updated_at': '2021-09-15T15:31:22Z', 'revision_number': 5, 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'subnets': [{'id': '000bea8b-e21b-480f-8d43-672c69a338fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:15.140412 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-624046e6-7b80-461e-9562-723bea8c4771 req-53a6951c-400c-4ed7-b5e4-e64e36536567 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e0ec3b4-5019-4fc4-b60f-1834190ff4cd HTTP/1.1" status: 200 len: 217 time: 0.0435805 Sep 15 15:36:15.143705 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f8cd76-a09a-4498-8680-d48feb63526b None None] Checking router: 0b47ddcf-b1db-441e-8560-38c77674ee76 for host: dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:36:15.155513 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f8cd76-a09a-4498-8680-d48feb63526b None None] Routers {'0b47ddcf-b1db-441e-8560-38c77674ee76'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:36:15.156398 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-c3f8cd76-a09a-4498-8680-d48feb63526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:35:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['0b47ddcf-b1db-441e-8560-38c77674ee76'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:15.214755 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624046e6-7b80-461e-9562-723bea8c4771 req-4ce3340c-3cfa-4409-9663-dae44270afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:15.217657 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-624046e6-7b80-461e-9562-723bea8c4771 req-4ce3340c-3cfa-4409-9663-dae44270afdc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=000bea8b-e21b-480f-8d43-672c69a338fc HTTP/1.1" status: 200 len: 848 time: 0.0701315 Sep 15 15:36:15.280424 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624046e6-7b80-461e-9562-723bea8c4771 req-1c8cb321-9f2f-4368-96e0-59d20f4f4369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:15.282621 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-624046e6-7b80-461e-9562-723bea8c4771 req-1c8cb321-9f2f-4368-96e0-59d20f4f4369 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4802773a-3b03-40d5-8d08-27f23bcc704f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570011 Sep 15 15:36:15.300172 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-c3f8cd76-a09a-4498-8680-d48feb63526b None None] Set router 0b47ddcf-b1db-441e-8560-38c77674ee76 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:36:15.439309 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a67a6-6ddf-4c8c-9694-e713a601084c req-1105ffea-623d-497d-91d3-554afb055c70 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:15.441985 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-736a67a6-6ddf-4c8c-9694-e713a601084c req-1105ffea-623d-497d-91d3-554afb055c70 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 945 time: 0.1558971 Sep 15 15:36:15.518771 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-624046e6-7b80-461e-9562-723bea8c4771 req-3ae98353-34e8-4868-93b5-b87d6a424565 service neutron] 10.222.0.58 "GET /v2.0/networks/4802773a-3b03-40d5-8d08-27f23bcc704f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219577 Sep 15 15:36:15.538319 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-736a67a6-6ddf-4c8c-9694-e713a601084c req-bf3c7da5-b26e-4b56-92c6-206c39c75485 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868771 Sep 15 15:36:15.622387 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-c3f8cd76-a09a-4498-8680-d48feb63526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'name': 'tempest-TestShelveInstance-1520986312-router', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '5b3c6e69-d797-4292-90b3-09080c7faeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:13Z', 'updated_at': '2021-09-15T15:31:18Z', 'revision_number': 4, 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'gw_port': {'id': '5b3c6e69-d797-4292-90b3-09080c7faeac', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:14Z', 'updated_at': '2021-09-15T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': 'c283e6a9-fcad-4041-b889-1231435a91cd', 'name': '', 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'mac_address': 'fa:16:3e:76:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '000bea8b-e21b-480f-8d43-672c69a338fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:17Z', 'updated_at': '2021-09-15T15:31:22Z', 'revision_number': 5, 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'subnets': [{'id': '000bea8b-e21b-480f-8d43-672c69a338fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:15.641260 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-624046e6-7b80-461e-9562-723bea8c4771 req-592a2bae-b00a-4b9d-917d-de9b90ccad1e service neutron] 10.222.0.58 "GET /v2.0/networks/4802773a-3b03-40d5-8d08-27f23bcc704f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135905 Sep 15 15:36:15.650882 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f8cd76-a09a-4498-8680-d48feb63526b None None] The sync data for ids ['0b47ddcf-b1db-441e-8560-38c77674ee76'] in dv-cinder-809201-1-iscsi is: [{'id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'name': 'tempest-TestShelveInstance-1520986312-router', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '5b3c6e69-d797-4292-90b3-09080c7faeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:13Z', 'updated_at': '2021-09-15T15:31:18Z', 'revision_number': 4, 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'gw_port': {'id': '5b3c6e69-d797-4292-90b3-09080c7faeac', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:14Z', 'updated_at': '2021-09-15T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': 'c283e6a9-fcad-4041-b889-1231435a91cd', 'name': '', 'network_id': '4802773a-3b03-40d5-8d08-27f23bcc704f', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'mac_address': 'fa:16:3e:76:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '000bea8b-e21b-480f-8d43-672c69a338fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:17Z', 'updated_at': '2021-09-15T15:31:22Z', 'revision_number': 5, 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'subnets': [{'id': '000bea8b-e21b-480f-8d43-672c69a338fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:36:15.893779 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170dd069-a881-4070-aac9-ac4ff039aafd None None] New status for floating IP 24b923d4-9a47-4d5f-a458-1d39fce4ef87: DOWN {{(pid=94801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:36:15.926892 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084285a-c78d-48e9-bc7a-b32f19c06416 req-f972a3f0-7bb6-4af2-a19a-20e3531e652c tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:15.928739 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e084285a-c78d-48e9-bc7a-b32f19c06416 req-f972a3f0-7bb6-4af2-a19a-20e3531e652c tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.0658064 Sep 15 15:36:15.979807 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e084285a-c78d-48e9-bc7a-b32f19c06416 req-a808b2e9-e2ec-4f17-a889-9b9d4abfae97 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402963 Sep 15 15:36:16.673077 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75bcc8a-87bf-468c-80d1-27b97988f14c req-838af317-c9e5-474e-a79b-ce145a9ac21e tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:16.674787 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e75bcc8a-87bf-468c-80d1-27b97988f14c req-838af317-c9e5-474e-a79b-ce145a9ac21e tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 945 time: 0.0575113 Sep 15 15:36:16.750568 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e75bcc8a-87bf-468c-80d1-27b97988f14c req-aec0f1ef-fa15-46c7-a4c4-bdd290596b45 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/security-groups?id=378346cc-b095-42af-b3fb-1dff2c61a019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636296 Sep 15 15:36:16.759135 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961966ba-ddd3-4cb5-b6d5-bd8010de5b30 req-bd9c460c-162f-4325-a58c-1552fb45c4ea tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:16.760721 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-961966ba-ddd3-4cb5-b6d5-bd8010de5b30 req-bd9c460c-162f-4325-a58c-1552fb45c4ea tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 945 time: 0.0823998 Sep 15 15:36:16.861518 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [req-961966ba-ddd3-4cb5-b6d5-bd8010de5b30 req-097a9179-eb53-446d-9794-c3495d6e11ba tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Deleting port 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd {{(pid=94800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:36:16.861916 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-961966ba-ddd3-4cb5-b6d5-bd8010de5b30 req-097a9179-eb53-446d-9794-c3495d6e11ba tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:16.966953 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-961966ba-ddd3-4cb5-b6d5-bd8010de5b30 req-097a9179-eb53-446d-9794-c3495d6e11ba tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] For port 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=5e0ec3b4-5019-4fc4-b60f-1834190ff4cd,segment=NetworkSegment(3c78ee22-b0a1-4940-bd51-53e6eb9312f3),segment_id=3c78ee22-b0a1-4940-bd51-53e6eb9312f3)] {{(pid=94800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:36:16.967743 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-961966ba-ddd3-4cb5-b6d5-bd8010de5b30 req-097a9179-eb53-446d-9794-c3495d6e11ba tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:16.983335 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [req-961966ba-ddd3-4cb5-b6d5-bd8010de5b30 req-097a9179-eb53-446d-9794-c3495d6e11ba tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Calling delete_port for 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd owned by compute:nova {{(pid=94800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:36:17.235343 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26540ad7-b0d4-43d1-bcef-a1e483b7c9bf req-6b47be03-816c-489b-904c-68e0eee8955a tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:17.238145 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-26540ad7-b0d4-43d1-bcef-a1e483b7c9bf req-6b47be03-816c-489b-904c-68e0eee8955a tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.1196995 Sep 15 15:36:17.284164 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-26540ad7-b0d4-43d1-bcef-a1e483b7c9bf req-0748e799-18f5-4e31-bb01-411371b9acc9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389912 Sep 15 15:36:17.310308 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-961966ba-ddd3-4cb5-b6d5-bd8010de5b30 req-097a9179-eb53-446d-9794-c3495d6e11ba tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:17.341291 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a9179-eb53-446d-9794-c3495d6e11ba tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Pushing event deleted for resources: {'Port': ['ID=5e0ec3b4-5019-4fc4-b60f-1834190ff4cd,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:17.354884 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a9179-eb53-446d-9794-c3495d6e11ba tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:17.355213 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a9179-eb53-446d-9794-c3495d6e11ba tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:17.355565 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a9179-eb53-446d-9794-c3495d6e11ba tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:17.355935 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a9179-eb53-446d-9794-c3495d6e11ba tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:17.356276 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a9179-eb53-446d-9794-c3495d6e11ba tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:17.356608 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a9179-eb53-446d-9794-c3495d6e11ba tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:17.356931 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a9179-eb53-446d-9794-c3495d6e11ba tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:17.357252 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a9179-eb53-446d-9794-c3495d6e11ba tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:17.357577 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a9179-eb53-446d-9794-c3495d6e11ba tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:17.357898 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a9179-eb53-446d-9794-c3495d6e11ba tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:17.358217 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a9179-eb53-446d-9794-c3495d6e11ba tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:17.358533 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a9179-eb53-446d-9794-c3495d6e11ba tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:17.399374 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [req-961966ba-ddd3-4cb5-b6d5-bd8010de5b30 req-097a9179-eb53-446d-9794-c3495d6e11ba tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] No DVR routers for this DVR port 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd on host hv-cinder-80920 {{(pid=94800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:36:17.406901 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-961966ba-ddd3-4cb5-b6d5-bd8010de5b30 req-097a9179-eb53-446d-9794-c3495d6e11ba tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:17.406901 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-961966ba-ddd3-4cb5-b6d5-bd8010de5b30 req-097a9179-eb53-446d-9794-c3495d6e11ba tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.58 "DELETE /v2.0/ports/5e0ec3b4-5019-4fc4-b60f-1834190ff4cd HTTP/1.1" status: 204 len: 173 time: 0.6378021 Sep 15 15:36:17.406901 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7189ee-c6e4-4c1e-8c12-c63ee260e26a', 'name': 'network-vif-deleted', 'tag': '5e0ec3b4-5019-4fc4-b60f-1834190ff4cd'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:36:17.407418 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ab45c1-91ef-4f5a-9655-d720677303cf" -d '{"events": [{"server_uuid": "2e7189ee-c6e4-4c1e-8c12-c63ee260e26a", "name": "network-vif-deleted", "tag": "5e0ec3b4-5019-4fc4-b60f-1834190ff4cd"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:36:17.447372 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18dbf8a7-cc1d-43ea-b5cd-01c3f972f7b7 x-openstack-request-id: req-18dbf8a7-cc1d-43ea-b5cd-01c3f972f7b7 {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:36:17.447656 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7189ee-c6e4-4c1e-8c12-c63ee260e26a", "name": "network-vif-deleted", "tag": "5e0ec3b4-5019-4fc4-b60f-1834190ff4cd", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:36:17.447902 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-18dbf8a7-cc1d-43ea-b5cd-01c3f972f7b7 {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:36:17.448291 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7189ee-c6e4-4c1e-8c12-c63ee260e26a', 'name': 'network-vif-deleted', 'tag': '5e0ec3b4-5019-4fc4-b60f-1834190ff4cd', 'status': 'completed', 'code': 200} Sep 15 15:36:17.871271 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1bef3407-d44b-4e7c-a5bf-b2cba888aac7 req-e4b6c423-9ce5-49c3-87e5-b39a326f593f tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 210 time: 0.0308816 Sep 15 15:36:18.433777 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a253f-5494-4bba-bb32-5204d645b9fe req-02cdaace-687f-4d75-9e4f-79f390d3fb1a tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:18.436572 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d71a253f-5494-4bba-bb32-5204d645b9fe req-02cdaace-687f-4d75-9e4f-79f390d3fb1a tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.0746238 Sep 15 15:36:18.495951 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d71a253f-5494-4bba-bb32-5204d645b9fe req-92e7bba7-eb29-4917-9475-8f08f98036ac tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503581 Sep 15 15:36:19.015099 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-55323ce3-f6c5-43a7-b7ac-4fd3bbd9967f req-db6e6284-50a2-4e9e-bb62-354c27034423 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e7189ee-c6e4-4c1e-8c12-c63ee260e26a HTTP/1.1" status: 200 len: 210 time: 0.0359683 Sep 15 15:36:19.635906 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33920d-a076-4ad3-b347-92ebb09cad59 req-6178e843-9d2b-47ac-9561-5515ee87f134 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:19.637677 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9a33920d-a076-4ad3-b347-92ebb09cad59 req-6178e843-9d2b-47ac-9561-5515ee87f134 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.0577338 Sep 15 15:36:19.685598 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9a33920d-a076-4ad3-b347-92ebb09cad59 req-a12bea5f-e23e-4d57-84ed-7a6b7347988b tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371246 Sep 15 15:36:20.079846 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 55690) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:20.168726 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6570b9c0-5503-4d71-8ab3-21e7f56ea638 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:20.198283 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6570b9c0-5503-4d71-8ab3-21e7f56ea638 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:20.356088 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6570b9c0-5503-4d71-8ab3-21e7f56ea638 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:20.358712 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6570b9c0-5503-4d71-8ab3-21e7f56ea638 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:20.359958 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-6570b9c0-5503-4d71-8ab3-21e7f56ea638 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] 10.222.0.54 "DELETE /v2.0/security-groups/378346cc-b095-42af-b3fb-1dff2c61a019 HTTP/1.1" status: 204 len: 168 time: 0.2788255 Sep 15 15:36:20.370929 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570b9c0-5503-4d71-8ab3-21e7f56ea638 tempest-TestShelveInstance-1342735096 tempest-TestShelveInstance-1342735096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=378346cc-b095-42af-b3fb-1dff2c61a019,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:20.502510 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 55694) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:20.853362 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b737a-f29f-4289-beda-0b7fe6d51841 req-d6a8f28f-edd0-497e-aae9-16aad40105d8 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:20.855335 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0a9b737a-f29f-4289-beda-0b7fe6d51841 req-d6a8f28f-edd0-497e-aae9-16aad40105d8 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.0580506 Sep 15 15:36:20.905884 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0a9b737a-f29f-4289-beda-0b7fe6d51841 req-1f842f5d-e58d-40e8-84aa-aaf63800f8a1 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436075 Sep 15 15:36:21.006197 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a4007006-2a99-44b4-a957-06c1edd66fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579089'] for router_interface, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:21.285320 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-a4007006-2a99-44b4-a957-06c1edd66fda admin admin] Deleting port c283e6a9-fcad-4041-b889-1231435a91cd {{(pid=94799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:36:21.286029 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a4007006-2a99-44b4-a957-06c1edd66fda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:21.377575 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [None req-a4007006-2a99-44b4-a957-06c1edd66fda admin admin] For port c283e6a9-fcad-4041-b889-1231435a91cd, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=c283e6a9-fcad-4041-b889-1231435a91cd,segment=NetworkSegment(3c78ee22-b0a1-4940-bd51-53e6eb9312f3),segment_id=3c78ee22-b0a1-4940-bd51-53e6eb9312f3)] {{(pid=94799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:36:21.377994 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a4007006-2a99-44b4-a957-06c1edd66fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:21.392687 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-a4007006-2a99-44b4-a957-06c1edd66fda admin admin] Calling delete_port for c283e6a9-fcad-4041-b889-1231435a91cd owned by network:router_interface {{(pid=94799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:36:21.550268 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:36:21.586542 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] No Port match for: 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:36:21.587123 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 5e0ec3b4-5019-4fc4-b60f-1834190ff4cd not bound to the agent host hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:36:21.698647 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a4007006-2a99-44b4-a957-06c1edd66fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:21.726384 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4007006-2a99-44b4-a957-06c1edd66fda admin admin] Pushing event deleted for resources: {'Port': ['ID=c283e6a9-fcad-4041-b889-1231435a91cd,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:21.936309 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a4007006-2a99-44b4-a957-06c1edd66fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568993'] for router_interface, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:22.071803 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f0c31-78bc-43cd-abc6-43a54c3bb64e req-d4787ce2-d560-4ddb-a6b8-d555b3f1cfd7 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:22.073314 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5f1f0c31-78bc-43cd-abc6-43a54c3bb64e req-d4787ce2-d560-4ddb-a6b8-d555b3f1cfd7 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.0555029 Sep 15 15:36:22.116374 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5f1f0c31-78bc-43cd-abc6-43a54c3bb64e req-417e5901-4eb9-462d-9086-ad7e249ed61e tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357435 Sep 15 15:36:22.230773 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4007006-2a99-44b4-a957-06c1edd66fda admin admin] Router 0b47ddcf-b1db-441e-8560-38c77674ee76 has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:36:22.367649 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4007006-2a99-44b4-a957-06c1edd66fda admin admin] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:36:22.375711 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-a4007006-2a99-44b4-a957-06c1edd66fda admin admin] 10.222.0.54 "PUT /v2.0/routers/0b47ddcf-b1db-441e-8560-38c77674ee76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8714833 Sep 15 15:36:22.378816 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 55702) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:22.381087 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa89134-336f-4527-a47f-4621fb707cf8 None None] Sync routers for ids ['0b47ddcf-b1db-441e-8560-38c77674ee76'] in dv-cinder-809201-1-iscsi {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:36:22.391725 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa89134-336f-4527-a47f-4621fb707cf8 None None] Routers {'0b47ddcf-b1db-441e-8560-38c77674ee76'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:36:22.392356 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-afa89134-336f-4527-a47f-4621fb707cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:35:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['0b47ddcf-b1db-441e-8560-38c77674ee76'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:22.509949 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-7ccccd85-5d6e-48e1-b07c-b883f4168d3c admin admin] Notify callbacks [] for router, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:22.622630 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-afa89134-336f-4527-a47f-4621fb707cf8 None None] Set router 0b47ddcf-b1db-441e-8560-38c77674ee76 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:36:22.665664 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-7ccccd85-5d6e-48e1-b07c-b883f4168d3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:22.836048 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-afa89134-336f-4527-a47f-4621fb707cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'name': 'tempest-TestShelveInstance-1520986312-router', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '5b3c6e69-d797-4292-90b3-09080c7faeac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:13Z', 'updated_at': '2021-09-15T15:36:21Z', 'revision_number': 5, 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'gw_port': {'id': '5b3c6e69-d797-4292-90b3-09080c7faeac', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:14Z', 'updated_at': '2021-09-15T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:22.854049 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-7ccccd85-5d6e-48e1-b07c-b883f4168d3c admin admin] Deleting port 5b3c6e69-d797-4292-90b3-09080c7faeac {{(pid=94799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:36:22.854401 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-7ccccd85-5d6e-48e1-b07c-b883f4168d3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:22.869887 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa89134-336f-4527-a47f-4621fb707cf8 None None] Checking router: 0b47ddcf-b1db-441e-8560-38c77674ee76 for host: dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:36:22.880975 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa89134-336f-4527-a47f-4621fb707cf8 None None] Routers {'0b47ddcf-b1db-441e-8560-38c77674ee76'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:36:22.881673 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-afa89134-336f-4527-a47f-4621fb707cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:35:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['0b47ddcf-b1db-441e-8560-38c77674ee76'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:22.949319 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [None req-7ccccd85-5d6e-48e1-b07c-b883f4168d3c admin admin] For port 5b3c6e69-d797-4292-90b3-09080c7faeac, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=5b3c6e69-d797-4292-90b3-09080c7faeac,segment=NetworkSegment(892b6518-e65e-438b-8e7f-3ce7335aa343),segment_id=892b6518-e65e-438b-8e7f-3ce7335aa343)] {{(pid=94799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:36:22.949694 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-7ccccd85-5d6e-48e1-b07c-b883f4168d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:22.964634 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-7ccccd85-5d6e-48e1-b07c-b883f4168d3c admin admin] Calling delete_port for 5b3c6e69-d797-4292-90b3-09080c7faeac owned by network:router_gateway {{(pid=94799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:36:23.003866 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-afa89134-336f-4527-a47f-4621fb707cf8 None None] Set router 0b47ddcf-b1db-441e-8560-38c77674ee76 gateway port host: None {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:36:23.066868 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-afa89134-336f-4527-a47f-4621fb707cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'name': 'tempest-TestShelveInstance-1520986312-router', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:13Z', 'updated_at': '2021-09-15T15:36:22Z', 'revision_number': 6, 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'gw_port_host': None}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:23.102586 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa89134-336f-4527-a47f-4621fb707cf8 None None] The sync data for ids ['0b47ddcf-b1db-441e-8560-38c77674ee76'] in dv-cinder-809201-1-iscsi is: [{'id': '0b47ddcf-b1db-441e-8560-38c77674ee76', 'name': 'tempest-TestShelveInstance-1520986312-router', 'tenant_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:13Z', 'updated_at': '2021-09-15T15:36:22Z', 'revision_number': 6, 'project_id': '81043ff5755b4a8aa7089fdf5cc0b178', 'gw_port_host': None}] {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:36:23.230855 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-40a1f71d-968e-4857-b9e4-87683a54a6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:23.265502 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1c137-8e61-4b6a-8c88-9402f38da5bc req-5a271e8b-ac35-412a-9deb-a7feec7cff66 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:23.267236 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-aca1c137-8e61-4b6a-8c88-9402f38da5bc req-5a271e8b-ac35-412a-9deb-a7feec7cff66 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.0553586 Sep 15 15:36:23.270615 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-7ccccd85-5d6e-48e1-b07c-b883f4168d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:23.313176 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccccd85-5d6e-48e1-b07c-b883f4168d3c admin admin] Pushing event deleted for resources: {'Port': ['ID=5b3c6e69-d797-4292-90b3-09080c7faeac,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:23.332210 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-aca1c137-8e61-4b6a-8c88-9402f38da5bc req-0d70913e-7982-4e90-a95e-7994d256c1a9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566118 Sep 15 15:36:23.385873 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-7ccccd85-5d6e-48e1-b07c-b883f4168d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568935'] for router_gateway, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:23.512598 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-7ccccd85-5d6e-48e1-b07c-b883f4168d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:23.515448 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-7ccccd85-5d6e-48e1-b07c-b883f4168d3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:23.699175 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-7ccccd85-5d6e-48e1-b07c-b883f4168d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-580045'] for router, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:23.699815 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccccd85-5d6e-48e1-b07c-b883f4168d3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b47ddcf-b1db-441e-8560-38c77674ee76 {{(pid=94799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:36:23.704886 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-7ccccd85-5d6e-48e1-b07c-b883f4168d3c admin admin] Notify callbacks [] for router, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:23.706192 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-7ccccd85-5d6e-48e1-b07c-b883f4168d3c admin admin] 10.222.0.54 "DELETE /v2.0/routers/0b47ddcf-b1db-441e-8560-38c77674ee76 HTTP/1.1" status: 204 len: 168 time: 1.3253841 Sep 15 15:36:23.709091 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 55706) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:23.758024 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c5ee691-1e1e-4137-a59d-40a818171c90 admin admin] Deleting subnet 000bea8b-e21b-480f-8d43-672c69a338fc {{(pid=94799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:36:23.761721 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2c5ee691-1e1e-4137-a59d-40a818171c90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:23.799571 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2c5ee691-1e1e-4137-a59d-40a818171c90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9270566'] for subnet, precommit_delete_associations {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:23.910184 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2c5ee691-1e1e-4137-a59d-40a818171c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1523291'] for subnet, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:24.041774 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2c5ee691-1e1e-4137-a59d-40a818171c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1523276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9314439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9382956'] for subnet, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:24.067284 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ee691-1e1e-4137-a59d-40a818171c90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=000bea8b-e21b-480f-8d43-672c69a338fc,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:24.074723 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2c5ee691-1e1e-4137-a59d-40a818171c90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:24.076737 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-2c5ee691-1e1e-4137-a59d-40a818171c90 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/000bea8b-e21b-480f-8d43-672c69a338fc HTTP/1.1" status: 204 len: 168 time: 0.3666103 Sep 15 15:36:24.079565 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 55708) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:24.083633 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759fe48d-5a06-4977-8027-d3b8291c1147 None None] Network 4802773a-3b03-40d5-8d08-27f23bcc704f requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:36:24.217039 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0ee291c6-ba7a-4d1c-96a2-2e1bd56efead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369514'] for network, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:24.320907 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-0ee291c6-ba7a-4d1c-96a2-2e1bd56efead admin admin] Deleting port aecde129-e7f7-41de-a7c4-80c595e45bf0 {{(pid=94799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:36:24.321645 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0ee291c6-ba7a-4d1c-96a2-2e1bd56efead admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:24.324661 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device c283e6a9-fcad-4041-b889-1231435a91cd no longer exists at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:36:24.364794 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] No Port match for: c283e6a9-fcad-4041-b889-1231435a91cd {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:36:24.365473 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device c283e6a9-fcad-4041-b889-1231435a91cd not bound to the agent host dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:36:24.366236 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 5b3c6e69-d797-4292-90b3-09080c7faeac no longer exists at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:36:24.369785 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:24.411561 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef42bac-8d2c-41bb-a33b-cded932a13f7 None None] DHCP port deletion for 4802773a-3b03-40d5-8d08-27f23bcc704f request from dv-cinder-809201-1-iscsi {{(pid=94801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:36:24.412556 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] No Port match for: 5b3c6e69-d797-4292-90b3-09080c7faeac {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:36:24.412556 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 5b3c6e69-d797-4292-90b3-09080c7faeac not bound to the agent host dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:36:24.423696 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [None req-0ee291c6-ba7a-4d1c-96a2-2e1bd56efead admin admin] For port aecde129-e7f7-41de-a7c4-80c595e45bf0, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=aecde129-e7f7-41de-a7c4-80c595e45bf0,segment=NetworkSegment(3c78ee22-b0a1-4940-bd51-53e6eb9312f3),segment_id=3c78ee22-b0a1-4940-bd51-53e6eb9312f3)] {{(pid=94799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:36:24.424323 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0ee291c6-ba7a-4d1c-96a2-2e1bd56efead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:24.448857 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-0ee291c6-ba7a-4d1c-96a2-2e1bd56efead admin admin] Calling delete_port for aecde129-e7f7-41de-a7c4-80c595e45bf0 owned by network:dhcp {{(pid=94799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:36:24.477229 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-aef42bac-8d2c-41bb-a33b-cded932a13f7 None None] Deleting port aecde129-e7f7-41de-a7c4-80c595e45bf0 {{(pid=94801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:36:24.477602 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-aef42bac-8d2c-41bb-a33b-cded932a13f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:24.516976 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d3221-1342-48bf-9d2d-2516cd940329 req-4f8fc4d8-5ece-49d6-b1be-fff461936d3d tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:24.519502 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bd9d3221-1342-48bf-9d2d-2516cd940329 req-4f8fc4d8-5ece-49d6-b1be-fff461936d3d tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.0829415 Sep 15 15:36:24.555086 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-aef42bac-8d2c-41bb-a33b-cded932a13f7 None None] For port aecde129-e7f7-41de-a7c4-80c595e45bf0, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=aecde129-e7f7-41de-a7c4-80c595e45bf0,segment=NetworkSegment(3c78ee22-b0a1-4940-bd51-53e6eb9312f3),segment_id=3c78ee22-b0a1-4940-bd51-53e6eb9312f3)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:36:24.555684 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-aef42bac-8d2c-41bb-a33b-cded932a13f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:24.569224 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bd9d3221-1342-48bf-9d2d-2516cd940329 req-dd6476d8-6537-46ba-9a5c-420e0edc0b09 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413146 Sep 15 15:36:24.576723 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-aef42bac-8d2c-41bb-a33b-cded932a13f7 None None] Calling delete_port for aecde129-e7f7-41de-a7c4-80c595e45bf0 owned by network:dhcp {{(pid=94801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:36:24.716229 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0ee291c6-ba7a-4d1c-96a2-2e1bd56efead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:24.727126 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-aef42bac-8d2c-41bb-a33b-cded932a13f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473'] for port, after_delete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:24.746654 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee291c6-ba7a-4d1c-96a2-2e1bd56efead admin admin] Pushing event deleted for resources: {'Port': ['ID=aecde129-e7f7-41de-a7c4-80c595e45bf0,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:24.748831 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee291c6-ba7a-4d1c-96a2-2e1bd56efead admin admin] No DVR routers for this DVR port aecde129-e7f7-41de-a7c4-80c595e45bf0 on host dv-cinder-809201-1-iscsi {{(pid=94799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:36:24.762787 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef42bac-8d2c-41bb-a33b-cded932a13f7 None None] Pushing event deleted for resources: {'Port': ['ID=aecde129-e7f7-41de-a7c4-80c595e45bf0,revision_number=None']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:24.765857 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef42bac-8d2c-41bb-a33b-cded932a13f7 None None] No DVR routers for this DVR port aecde129-e7f7-41de-a7c4-80c595e45bf0 on host dv-cinder-809201-1-iscsi {{(pid=94801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:36:24.783602 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef42bac-8d2c-41bb-a33b-cded932a13f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:24.784148 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef42bac-8d2c-41bb-a33b-cded932a13f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:24.784700 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef42bac-8d2c-41bb-a33b-cded932a13f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:24.785253 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef42bac-8d2c-41bb-a33b-cded932a13f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:24.785800 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef42bac-8d2c-41bb-a33b-cded932a13f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:24.786404 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef42bac-8d2c-41bb-a33b-cded932a13f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:24.786879 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef42bac-8d2c-41bb-a33b-cded932a13f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:24.788347 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef42bac-8d2c-41bb-a33b-cded932a13f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:24.788347 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef42bac-8d2c-41bb-a33b-cded932a13f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:24.789868 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef42bac-8d2c-41bb-a33b-cded932a13f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:24.789868 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef42bac-8d2c-41bb-a33b-cded932a13f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:24.789868 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef42bac-8d2c-41bb-a33b-cded932a13f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:24.839000 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0ee291c6-ba7a-4d1c-96a2-2e1bd56efead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522908', 'neutron.services.segments.db._delete_segments_for_network-8751443108509'] for network, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:24.863773 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.services.segments.db [None req-0ee291c6-ba7a-4d1c-96a2-2e1bd56efead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4802773a-3b03-40d5-8d08-27f23bcc704f']}} {{(pid=94799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:24.876502 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.services.segments.db [None req-0ee291c6-ba7a-4d1c-96a2-2e1bd56efead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c78ee22-b0a1-4940-bd51-53e6eb9312f3') {'for_net_delete': True} {{(pid=94799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:24.876834 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.services.segments.db [None req-0ee291c6-ba7a-4d1c-96a2-2e1bd56efead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c78ee22-b0a1-4940-bd51-53e6eb9312f3') {} {{(pid=94799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:24.889136 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0ee291c6-ba7a-4d1c-96a2-2e1bd56efead admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751443108774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9270573'] for segment, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:24.905466 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0ee291c6-ba7a-4d1c-96a2-2e1bd56efead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:24.913470 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee291c6-ba7a-4d1c-96a2-2e1bd56efead admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0ee291c6-ba7a-4d1c-96a2-2e1bd56efead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9314649'] for segment, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: Traceback (most recent call last): Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: timer() Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: cb(*args, **kw) Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: return func(*args, **kwargs) Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: self._notify() Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: self.callback(batched_events) Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: event.method(event) Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: return f(self, *a, **k) Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: return self._get(url).json() Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: return self.request(url, 'GET', **kwargs) Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:36:24.919465 dv-cinder-809201-1-iscsi neutron-server[94799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:36:25.053805 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0ee291c6-ba7a-4d1c-96a2-2e1bd56efead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:25.061937 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0ee291c6-ba7a-4d1c-96a2-2e1bd56efead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:25.064172 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-0ee291c6-ba7a-4d1c-96a2-2e1bd56efead admin admin] 10.222.0.54 "DELETE /v2.0/networks/4802773a-3b03-40d5-8d08-27f23bcc704f HTTP/1.1" status: 204 len: 168 time: 0.9835570 Sep 15 15:36:25.067818 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 55712) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:25.075409 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee291c6-ba7a-4d1c-96a2-2e1bd56efead admin admin] Pushing event deleted for resources: {'Network': ['ID=4802773a-3b03-40d5-8d08-27f23bcc704f,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:25.497943 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-70abf701-d49a-4e1a-b21a-c6b401605c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579089'] for router_interface, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:26.051204 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf61ab-b7c8-41c3-937c-bf1e6e19a1a2 req-9e89afd7-5868-46b2-9fa6-4b56b2e0f1bb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:26.053714 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d9cf61ab-b7c8-41c3-937c-bf1e6e19a1a2 req-9e89afd7-5868-46b2-9fa6-4b56b2e0f1bb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.1367145 Sep 15 15:36:26.058840 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-d2bcee74-16d5-4ad6-a3cd-80987e6d11fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:26.136667 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d9cf61ab-b7c8-41c3-937c-bf1e6e19a1a2 req-59540957-ac8b-409b-b498-97c9a43f8863 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728714 Sep 15 15:36:26.179739 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:26.240107 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-70abf701-d49a-4e1a-b21a-c6b401605c56 admin admin] Deleting port 80facdd0-afbb-43ba-862c-2319fe52a0df {{(pid=94800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:36:26.240536 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-70abf701-d49a-4e1a-b21a-c6b401605c56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:26.291191 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device aecde129-e7f7-41de-a7c4-80c595e45bf0 no longer exists at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:36:26.313848 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] No Port match for: aecde129-e7f7-41de-a7c4-80c595e45bf0 {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:36:26.314127 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device aecde129-e7f7-41de-a7c4-80c595e45bf0 not bound to the agent host dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:36:26.335109 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [None req-70abf701-d49a-4e1a-b21a-c6b401605c56 admin admin] For port 80facdd0-afbb-43ba-862c-2319fe52a0df, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=80facdd0-afbb-43ba-862c-2319fe52a0df,segment=NetworkSegment(14c5a494-1a64-446c-92c0-91cea217e6c6),segment_id=14c5a494-1a64-446c-92c0-91cea217e6c6)] {{(pid=94800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:36:26.335477 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-70abf701-d49a-4e1a-b21a-c6b401605c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:26.350299 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-70abf701-d49a-4e1a-b21a-c6b401605c56 admin admin] Calling delete_port for 80facdd0-afbb-43ba-862c-2319fe52a0df owned by network:router_interface {{(pid=94800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:36:26.693767 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-70abf701-d49a-4e1a-b21a-c6b401605c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:26.721176 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abf701-d49a-4e1a-b21a-c6b401605c56 admin admin] Pushing event deleted for resources: {'Port': ['ID=80facdd0-afbb-43ba-862c-2319fe52a0df,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:26.913091 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-70abf701-d49a-4e1a-b21a-c6b401605c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568993'] for router_interface, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:27.109563 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:27.167792 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70abf701-d49a-4e1a-b21a-c6b401605c56 admin admin] Router 51a09cce-55a5-4ead-b49c-ca88b3d0d973 has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:36:27.309714 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1503e-28eb-44e9-bdb6-257f5f58b0e1 req-79d69f9a-174e-4af2-8c1f-f20f9ac7471f tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:27.311404 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8fc1503e-28eb-44e9-bdb6-257f5f58b0e1 req-79d69f9a-174e-4af2-8c1f-f20f9ac7471f tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.0933850 Sep 15 15:36:27.341024 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70abf701-d49a-4e1a-b21a-c6b401605c56 admin admin] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:36:27.347601 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-70abf701-d49a-4e1a-b21a-c6b401605c56 admin admin] 10.222.0.54 "PUT /v2.0/routers/51a09cce-55a5-4ead-b49c-ca88b3d0d973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2784472 Sep 15 15:36:27.352416 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 55718) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:27.353245 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f708c3-9c84-4e9e-a250-f1c802fa047a None None] Sync routers for ids ['51a09cce-55a5-4ead-b49c-ca88b3d0d973'] in dv-cinder-809201-1-iscsi {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:36:27.365491 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f708c3-9c84-4e9e-a250-f1c802fa047a None None] Routers {'51a09cce-55a5-4ead-b49c-ca88b3d0d973'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:36:27.366665 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-a2f708c3-9c84-4e9e-a250-f1c802fa047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:36:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['51a09cce-55a5-4ead-b49c-ca88b3d0d973'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:27.377553 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8fc1503e-28eb-44e9-bdb6-257f5f58b0e1 req-f3fff84e-6c64-4700-baf0-5c2a51099a52 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586109 Sep 15 15:36:27.479699 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-36c5d168-8a8b-4a90-89a6-5ed68559b3fd admin admin] Notify callbacks [] for router, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:27.506959 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-a2f708c3-9c84-4e9e-a250-f1c802fa047a None None] Set router 51a09cce-55a5-4ead-b49c-ca88b3d0d973 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:36:27.615208 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-36c5d168-8a8b-4a90-89a6-5ed68559b3fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:27.712702 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-a2f708c3-9c84-4e9e-a250-f1c802fa047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a09cce-55a5-4ead-b49c-ca88b3d0d973', 'name': 'tempest-TestShelveInstance-1376078883-router', 'tenant_id': '6c24911118df488bb56193f230e10e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'b32f6899-2000-4f87-8de4-d7e4569ea40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:21Z', 'updated_at': '2021-09-15T15:36:26Z', 'revision_number': 5, 'project_id': '6c24911118df488bb56193f230e10e0f', 'gw_port': {'id': 'b32f6899-2000-4f87-8de4-d7e4569ea40a', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:86:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a09cce-55a5-4ead-b49c-ca88b3d0d973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:31:22Z', 'updated_at': '2021-09-15T15:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:27.741672 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f708c3-9c84-4e9e-a250-f1c802fa047a None None] Checking router: 51a09cce-55a5-4ead-b49c-ca88b3d0d973 for host: dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:36:27.751687 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f708c3-9c84-4e9e-a250-f1c802fa047a None None] Routers {'51a09cce-55a5-4ead-b49c-ca88b3d0d973'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:36:27.752529 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-a2f708c3-9c84-4e9e-a250-f1c802fa047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:36:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['51a09cce-55a5-4ead-b49c-ca88b3d0d973'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:27.764274 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-36c5d168-8a8b-4a90-89a6-5ed68559b3fd admin admin] Deleting port b32f6899-2000-4f87-8de4-d7e4569ea40a {{(pid=94799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:36:27.764761 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-36c5d168-8a8b-4a90-89a6-5ed68559b3fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:27.858324 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-a2f708c3-9c84-4e9e-a250-f1c802fa047a None None] Set router 51a09cce-55a5-4ead-b49c-ca88b3d0d973 gateway port host: None {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:36:27.916009 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-a2f708c3-9c84-4e9e-a250-f1c802fa047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a09cce-55a5-4ead-b49c-ca88b3d0d973', 'name': 'tempest-TestShelveInstance-1376078883-router', 'tenant_id': '6c24911118df488bb56193f230e10e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:21Z', 'updated_at': '2021-09-15T15:36:27Z', 'revision_number': 6, 'project_id': '6c24911118df488bb56193f230e10e0f', 'gw_port_host': None}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:27.951234 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f708c3-9c84-4e9e-a250-f1c802fa047a None None] The sync data for ids ['51a09cce-55a5-4ead-b49c-ca88b3d0d973'] in dv-cinder-809201-1-iscsi is: [{'id': '51a09cce-55a5-4ead-b49c-ca88b3d0d973', 'name': 'tempest-TestShelveInstance-1376078883-router', 'tenant_id': '6c24911118df488bb56193f230e10e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:21Z', 'updated_at': '2021-09-15T15:36:27Z', 'revision_number': 6, 'project_id': '6c24911118df488bb56193f230e10e0f', 'gw_port_host': None}] {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:36:28.001064 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f127f97-2519-4541-83fc-6a10256a3bf8 req-84d26ce8-eab5-4b14-8e2f-ea077f5df8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:28.002646 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7f127f97-2519-4541-83fc-6a10256a3bf8 req-84d26ce8-eab5-4b14-8e2f-ea077f5df8f1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99ee894fe01b4a23b4421a1a42abfafe&device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 1098 time: 0.0707552 Sep 15 15:36:28.122120 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f127f97-2519-4541-83fc-6a10256a3bf8 req-fdccd5b9-080f-43c4-9efa-23e1b133f0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:28.123730 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7f127f97-2519-4541-83fc-6a10256a3bf8 req-fdccd5b9-080f-43c4-9efa-23e1b133f0b1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=39521f22-32a9-4fe4-91fe-b7b9b9807e11 HTTP/1.1" status: 200 len: 912 time: 0.1000559 Sep 15 15:36:28.141519 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [None req-36c5d168-8a8b-4a90-89a6-5ed68559b3fd admin admin] For port b32f6899-2000-4f87-8de4-d7e4569ea40a, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=b32f6899-2000-4f87-8de4-d7e4569ea40a,segment=NetworkSegment(892b6518-e65e-438b-8e7f-3ce7335aa343),segment_id=892b6518-e65e-438b-8e7f-3ce7335aa343)] {{(pid=94799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:36:28.141887 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-36c5d168-8a8b-4a90-89a6-5ed68559b3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:28.157295 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-36c5d168-8a8b-4a90-89a6-5ed68559b3fd admin admin] Calling delete_port for b32f6899-2000-4f87-8de4-d7e4569ea40a owned by network:router_gateway {{(pid=94799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:36:28.201878 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7f127f97-2519-4541-83fc-6a10256a3bf8 req-f4e50bda-ac22-4e2a-9830-19918a5691a6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94a2b971-cff9-43b4-bd0e-80c855a98c9a HTTP/1.1" status: 200 len: 1001 time: 0.0710359 Sep 15 15:36:28.256526 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f127f97-2519-4541-83fc-6a10256a3bf8 req-9efffc9f-e7c5-4ce7-86f1-49151aab4d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:28.258037 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7f127f97-2519-4541-83fc-6a10256a3bf8 req-9efffc9f-e7c5-4ce7-86f1-49151aab4d43 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6cfdb546-8474-4a1a-9e30-197340188800 HTTP/1.1" status: 200 len: 850 time: 0.0483460 Sep 15 15:36:28.316281 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f127f97-2519-4541-83fc-6a10256a3bf8 req-b95893d6-60ce-4ed1-a1c0-301cc48f66e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:28.319542 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7f127f97-2519-4541-83fc-6a10256a3bf8 req-b95893d6-60ce-4ed1-a1c0-301cc48f66e0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=39521f22-32a9-4fe4-91fe-b7b9b9807e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529201 Sep 15 15:36:28.399722 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 80facdd0-afbb-43ba-862c-2319fe52a0df no longer exists at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:36:28.437330 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] No Port match for: 80facdd0-afbb-43ba-862c-2319fe52a0df {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:36:28.437330 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 80facdd0-afbb-43ba-862c-2319fe52a0df not bound to the agent host dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:36:28.487659 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-36c5d168-8a8b-4a90-89a6-5ed68559b3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:28.519919 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5d168-8a8b-4a90-89a6-5ed68559b3fd admin admin] Pushing event deleted for resources: {'Port': ['ID=b32f6899-2000-4f87-8de4-d7e4569ea40a,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:28.545260 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7f127f97-2519-4541-83fc-6a10256a3bf8 req-1514d0ab-c503-43a4-bc8f-0e446ee56e0d service neutron] 10.222.0.58 "GET /v2.0/networks/39521f22-32a9-4fe4-91fe-b7b9b9807e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178385 Sep 15 15:36:28.576154 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af1ea8-54aa-44a5-957a-0e41c2b298aa req-958582f5-cd31-4879-828d-1afd6d766986 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:28.577759 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-18af1ea8-54aa-44a5-957a-0e41c2b298aa req-958582f5-cd31-4879-828d-1afd6d766986 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.0957308 Sep 15 15:36:28.605119 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-36c5d168-8a8b-4a90-89a6-5ed68559b3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568935'] for router_gateway, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:28.676000 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-18af1ea8-54aa-44a5-957a-0e41c2b298aa req-14ff462a-2584-40e5-acaa-20eedb5f5de9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872760 Sep 15 15:36:28.715562 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7f127f97-2519-4541-83fc-6a10256a3bf8 req-552523eb-889c-45f2-8903-bb2e8d9dbb2a service neutron] 10.222.0.58 "GET /v2.0/networks/39521f22-32a9-4fe4-91fe-b7b9b9807e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624687 Sep 15 15:36:28.761063 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-36c5d168-8a8b-4a90-89a6-5ed68559b3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:28.763616 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-36c5d168-8a8b-4a90-89a6-5ed68559b3fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:28.807473 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:28.892747 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-36c5d168-8a8b-4a90-89a6-5ed68559b3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-580045'] for router, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:28.893340 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c5d168-8a8b-4a90-89a6-5ed68559b3fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51a09cce-55a5-4ead-b49c-ca88b3d0d973 {{(pid=94799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:36:28.898518 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-36c5d168-8a8b-4a90-89a6-5ed68559b3fd admin admin] Notify callbacks [] for router, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:28.899566 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-36c5d168-8a8b-4a90-89a6-5ed68559b3fd admin admin] 10.222.0.54 "DELETE /v2.0/routers/51a09cce-55a5-4ead-b49c-ca88b3d0d973 HTTP/1.1" status: 204 len: 168 time: 1.5455043 Sep 15 15:36:28.903694 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 55722) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:28.967539 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d69398-efc4-47ac-852f-6709901b7f55 admin admin] Deleting subnet 5c896ab3-fa6c-4afc-9670-3105d6687ea0 {{(pid=94799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:36:28.972415 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-59d69398-efc4-47ac-852f-6709901b7f55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:29.021848 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-59d69398-efc4-47ac-852f-6709901b7f55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9270566'] for subnet, precommit_delete_associations {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:29.105813 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-59d69398-efc4-47ac-852f-6709901b7f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1523291'] for subnet, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:29.264968 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-59d69398-efc4-47ac-852f-6709901b7f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1523276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9314439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9382956'] for subnet, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:29.292363 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d69398-efc4-47ac-852f-6709901b7f55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c896ab3-fa6c-4afc-9670-3105d6687ea0,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:29.296334 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-59d69398-efc4-47ac-852f-6709901b7f55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:29.299759 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-59d69398-efc4-47ac-852f-6709901b7f55 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5c896ab3-fa6c-4afc-9670-3105d6687ea0 HTTP/1.1" status: 204 len: 168 time: 0.3943279 Sep 15 15:36:29.302689 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 55724) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:29.306676 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7352754-b6d7-4525-8c9d-a796bbabd932 None None] Network aba729a1-9038-4f7d-9e34-7aae76752204 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:36:29.376227 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-56e099df-9d73-4f7f-8377-b93999f8d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369514'] for network, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:29.433367 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-56e099df-9d73-4f7f-8377-b93999f8d8b2 admin admin] Deleting port da8375b8-2b91-4996-9a83-2182aa80be21 {{(pid=94800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:36:29.443244 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-56e099df-9d73-4f7f-8377-b93999f8d8b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:29.512500 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [None req-56e099df-9d73-4f7f-8377-b93999f8d8b2 admin admin] For port da8375b8-2b91-4996-9a83-2182aa80be21, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=da8375b8-2b91-4996-9a83-2182aa80be21,segment=NetworkSegment(14c5a494-1a64-446c-92c0-91cea217e6c6),segment_id=14c5a494-1a64-446c-92c0-91cea217e6c6)] {{(pid=94800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:36:29.512877 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-56e099df-9d73-4f7f-8377-b93999f8d8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:29.536971 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-56e099df-9d73-4f7f-8377-b93999f8d8b2 admin admin] Calling delete_port for da8375b8-2b91-4996-9a83-2182aa80be21 owned by network:dhcp {{(pid=94800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:36:29.591678 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5bd512-1ac9-4848-b312-0c76c3d0d389 None None] DHCP port deletion for aba729a1-9038-4f7d-9e34-7aae76752204 request from dv-cinder-809201-1-iscsi {{(pid=94801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:36:29.648579 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-7c5bd512-1ac9-4848-b312-0c76c3d0d389 None None] Deleting port da8375b8-2b91-4996-9a83-2182aa80be21 {{(pid=94801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:36:29.648952 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-7c5bd512-1ac9-4848-b312-0c76c3d0d389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:29.693478 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-56e099df-9d73-4f7f-8377-b93999f8d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:29.733738 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-7c5bd512-1ac9-4848-b312-0c76c3d0d389 None None] For port da8375b8-2b91-4996-9a83-2182aa80be21, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=da8375b8-2b91-4996-9a83-2182aa80be21,segment=NetworkSegment(14c5a494-1a64-446c-92c0-91cea217e6c6),segment_id=14c5a494-1a64-446c-92c0-91cea217e6c6)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:36:29.734360 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-7c5bd512-1ac9-4848-b312-0c76c3d0d389 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:29.744559 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e099df-9d73-4f7f-8377-b93999f8d8b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=da8375b8-2b91-4996-9a83-2182aa80be21,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:29.753219 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e099df-9d73-4f7f-8377-b93999f8d8b2 admin admin] No DVR routers for this DVR port da8375b8-2b91-4996-9a83-2182aa80be21 on host dv-cinder-809201-1-iscsi {{(pid=94800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:36:29.757004 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-7c5bd512-1ac9-4848-b312-0c76c3d0d389 None None] Calling delete_port for da8375b8-2b91-4996-9a83-2182aa80be21 owned by network:dhcp {{(pid=94801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:36:29.846908 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-7c5bd512-1ac9-4848-b312-0c76c3d0d389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473'] for port, after_delete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:29.882738 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5bd512-1ac9-4848-b312-0c76c3d0d389 None None] Pushing event deleted for resources: {'Port': ['ID=da8375b8-2b91-4996-9a83-2182aa80be21,revision_number=None']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:29.886592 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5bd512-1ac9-4848-b312-0c76c3d0d389 None None] No DVR routers for this DVR port da8375b8-2b91-4996-9a83-2182aa80be21 on host dv-cinder-809201-1-iscsi {{(pid=94801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:36:29.922108 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-56e099df-9d73-4f7f-8377-b93999f8d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522908', 'neutron.services.segments.db._delete_segments_for_network-8751443108509'] for network, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:29.958746 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e47ac-d7ef-4f03-ba6b-0a48acdb657a req-70ea4215-5137-416a-bff7-57916592a7ab tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:29.960800 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8f0e47ac-d7ef-4f03-ba6b-0a48acdb657a req-70ea4215-5137-416a-bff7-57916592a7ab tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.1665137 Sep 15 15:36:29.963811 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.services.segments.db [None req-56e099df-9d73-4f7f-8377-b93999f8d8b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba729a1-9038-4f7d-9e34-7aae76752204']}} {{(pid=94800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:29.985758 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.services.segments.db [None req-56e099df-9d73-4f7f-8377-b93999f8d8b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c5a494-1a64-446c-92c0-91cea217e6c6') {'for_net_delete': True} {{(pid=94800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:29.988439 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.services.segments.db [None req-56e099df-9d73-4f7f-8377-b93999f8d8b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c5a494-1a64-446c-92c0-91cea217e6c6') {} {{(pid=94800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:30.007735 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-56e099df-9d73-4f7f-8377-b93999f8d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751443108774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10406210'] for segment, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:30.038934 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-56e099df-9d73-4f7f-8377-b93999f8d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:30.043801 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8f0e47ac-d7ef-4f03-ba6b-0a48acdb657a req-709b0953-202b-46ba-9c29-1a813894a561 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688257 Sep 15 15:36:30.049618 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e099df-9d73-4f7f-8377-b93999f8d8b2 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:36:30.050024 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-56e099df-9d73-4f7f-8377-b93999f8d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12209902'] for segment, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: Traceback (most recent call last): Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: timer() Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: cb(*args, **kw) Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: return func(*args, **kwargs) Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: self._notify() Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: self.callback(batched_events) Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: event.method(event) Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: return f(self, *a, **k) Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: return self._get(url).json() Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: return self.request(url, 'GET', **kwargs) Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:36:30.052636 dv-cinder-809201-1-iscsi neutron-server[94800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:36:30.189732 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-56e099df-9d73-4f7f-8377-b93999f8d8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:30.207481 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-56e099df-9d73-4f7f-8377-b93999f8d8b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:30.210817 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-56e099df-9d73-4f7f-8377-b93999f8d8b2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/aba729a1-9038-4f7d-9e34-7aae76752204 HTTP/1.1" status: 204 len: 168 time: 0.9066122 Sep 15 15:36:30.212752 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e099df-9d73-4f7f-8377-b93999f8d8b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=aba729a1-9038-4f7d-9e34-7aae76752204,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:30.313209 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device b32f6899-2000-4f87-8de4-d7e4569ea40a no longer exists at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:36:30.353744 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] No Port match for: b32f6899-2000-4f87-8de4-d7e4569ea40a {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:36:30.357975 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device b32f6899-2000-4f87-8de4-d7e4569ea40a not bound to the agent host dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:36:30.357975 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device da8375b8-2b91-4996-9a83-2182aa80be21 no longer exists at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:36:30.511161 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] No Port match for: da8375b8-2b91-4996-9a83-2182aa80be21 {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:36:30.511526 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device da8375b8-2b91-4996-9a83-2182aa80be21 not bound to the agent host dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:36:30.660409 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 55730) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:30.713106 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-7d6e18b1-0412-4607-8343-009e684a1afb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=81043ff5755b4a8aa7089fdf5cc0b178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533681 Sep 15 15:36:30.715817 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 55732) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:30.768168 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-5a6f4cb9-c1eb-412e-b5ea-212a67f941a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:30.791916 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-5a6f4cb9-c1eb-412e-b5ea-212a67f941a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:30.915780 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-5a6f4cb9-c1eb-412e-b5ea-212a67f941a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:30.919431 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-5a6f4cb9-c1eb-412e-b5ea-212a67f941a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:30.920634 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-5a6f4cb9-c1eb-412e-b5ea-212a67f941a0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/09276ff7-10ef-4a81-ac4a-7939aa3b9c97 HTTP/1.1" status: 204 len: 168 time: 0.2035320 Sep 15 15:36:30.929361 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f4cb9-c1eb-412e-b5ea-212a67f941a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09276ff7-10ef-4a81-ac4a-7939aa3b9c97,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:31.192435 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe52119-5a0c-453f-80a6-a4da7b5842f9 req-f97f7470-333e-4839-bafb-79530a1df8ee tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:31.194076 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0fe52119-5a0c-453f-80a6-a4da7b5842f9 req-f97f7470-333e-4839-bafb-79530a1df8ee tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.0567048 Sep 15 15:36:31.246705 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0fe52119-5a0c-453f-80a6-a4da7b5842f9 req-47324ac4-9e53-4303-b0af-5fc6071f1ec7 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407212 Sep 15 15:36:31.816409 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 55744) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:31.826468 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72306b50-0c24-45b6-b558-e78436f2dc3b req-5a97c131-035d-4c8c-ae53-4f07dfe3b060 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:31.828431 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-72306b50-0c24-45b6-b558-e78436f2dc3b req-5a97c131-035d-4c8c-ae53-4f07dfe3b060 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.0603476 Sep 15 15:36:31.866417 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-70b373a7-85cc-46c8-858e-bf8afd47623c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6c24911118df488bb56193f230e10e0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479851 Sep 15 15:36:31.869000 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 55746) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:31.877121 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-72306b50-0c24-45b6-b558-e78436f2dc3b req-019c82cc-a3e7-4366-a1c8-b7abf09d7e4e tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398834 Sep 15 15:36:31.927818 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-edcbc0e1-3e7e-4154-a4b3-f97f1107e42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:31.955391 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-edcbc0e1-3e7e-4154-a4b3-f97f1107e42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:31.984964 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c433d9-5d72-4849-a638-b5f862b41e24 req-41eb897b-c186-467f-8383-5f50c86cde88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:31.987034 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-95c433d9-5d72-4849-a638-b5f862b41e24 req-41eb897b-c186-467f-8383-5f50c86cde88 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99ee894fe01b4a23b4421a1a42abfafe&device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 1098 time: 0.0474617 Sep 15 15:36:32.092328 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c433d9-5d72-4849-a638-b5f862b41e24 req-95b1a0e6-4356-4d64-8954-bbca575e94f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:32.092835 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-edcbc0e1-3e7e-4154-a4b3-f97f1107e42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:32.094405 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-95c433d9-5d72-4849-a638-b5f862b41e24 req-95b1a0e6-4356-4d64-8954-bbca575e94f1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=39521f22-32a9-4fe4-91fe-b7b9b9807e11 HTTP/1.1" status: 200 len: 912 time: 0.1010005 Sep 15 15:36:32.095951 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-edcbc0e1-3e7e-4154-a4b3-f97f1107e42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:32.097579 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-edcbc0e1-3e7e-4154-a4b3-f97f1107e42a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/64214637-c634-4f3c-a028-c10864121be0 HTTP/1.1" status: 204 len: 168 time: 0.2274609 Sep 15 15:36:32.111090 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcbc0e1-3e7e-4154-a4b3-f97f1107e42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64214637-c634-4f3c-a028-c10864121be0,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:32.212261 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-95c433d9-5d72-4849-a638-b5f862b41e24 req-9fe0d805-a01b-43b5-bb0a-fc5b8e079e64 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94a2b971-cff9-43b4-bd0e-80c855a98c9a HTTP/1.1" status: 200 len: 1001 time: 0.1108100 Sep 15 15:36:32.296068 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c433d9-5d72-4849-a638-b5f862b41e24 req-bfd5b76e-009a-49c2-8aae-30b2634d9a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:32.298824 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-95c433d9-5d72-4849-a638-b5f862b41e24 req-bfd5b76e-009a-49c2-8aae-30b2634d9a1c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6cfdb546-8474-4a1a-9e30-197340188800 HTTP/1.1" status: 200 len: 850 time: 0.0791411 Sep 15 15:36:32.351208 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c433d9-5d72-4849-a638-b5f862b41e24 req-cf2d9b64-27e6-4204-b06c-5f08ba7558d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:32.353091 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-95c433d9-5d72-4849-a638-b5f862b41e24 req-cf2d9b64-27e6-4204-b06c-5f08ba7558d9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=39521f22-32a9-4fe4-91fe-b7b9b9807e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478730 Sep 15 15:36:32.468666 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-95c433d9-5d72-4849-a638-b5f862b41e24 req-ff7d6508-e665-44ee-a59d-d70f29b28ec1 service neutron] 10.222.0.58 "GET /v2.0/networks/39521f22-32a9-4fe4-91fe-b7b9b9807e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075931 Sep 15 15:36:32.572238 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-95c433d9-5d72-4849-a638-b5f862b41e24 req-11139760-84fa-4180-88fa-67cda58c2c8b service neutron] 10.222.0.58 "GET /v2.0/networks/39521f22-32a9-4fe4-91fe-b7b9b9807e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974603 Sep 15 15:36:33.017523 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16220ded-3b72-4081-b367-76f25e2bd338 req-2c4e9f6d-2d8a-40f5-a893-b31b076ecad2 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:33.019093 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-16220ded-3b72-4081-b367-76f25e2bd338 req-2c4e9f6d-2d8a-40f5-a893-b31b076ecad2 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.0588140 Sep 15 15:36:33.066884 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-16220ded-3b72-4081-b367-76f25e2bd338 req-f9a9219b-71c4-422d-9ae6-a3681007d123 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385995 Sep 15 15:36:33.244015 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 55770) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:33.351213 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-7ef80510-8bc9-4422-b27e-66bc0affcb76 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2106588752-network', 'tenant_id': '7d812ec61757446683167b44880ffb33'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:36:33.441501 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef80510-8bc9-4422-b27e-66bc0affcb76 admin admin] Made reservation on behalf of 7d812ec61757446683167b44880ffb33 for: {'network': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:36:33.444392 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-7ef80510-8bc9-4422-b27e-66bc0affcb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:33.455080 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-7ef80510-8bc9-4422-b27e-66bc0affcb76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:33.559864 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-7ef80510-8bc9-4422-b27e-66bc0affcb76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:33.630720 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-7ef80510-8bc9-4422-b27e-66bc0affcb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:33.666574 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef80510-8bc9-4422-b27e-66bc0affcb76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=94800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:36:33.673441 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef80510-8bc9-4422-b27e-66bc0affcb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7864cf-3d20-46ea-bdb3-61a3612eb866,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:33.683332 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-7ef80510-8bc9-4422-b27e-66bc0affcb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:33.683782 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.db.segments_db [None req-7ef80510-8bc9-4422-b27e-66bc0affcb76 admin admin] Added segment 44e20436-1003-4b4b-a47c-42a8265f36b4 of type vlan for network 07a53ba0-b090-4791-856f-35fa91df8427 Sep 15 15:36:33.733499 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-7ef80510-8bc9-4422-b27e-66bc0affcb76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442518815'] for network, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:33.829692 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-7ef80510-8bc9-4422-b27e-66bc0affcb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for network, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:33.830723 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef80510-8bc9-4422-b27e-66bc0affcb76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:33.831360 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-7ef80510-8bc9-4422-b27e-66bc0affcb76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:33.893403 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef80510-8bc9-4422-b27e-66bc0affcb76 admin admin] Pushing event updated for resources: {'Network': ['ID=07a53ba0-b090-4791-856f-35fa91df8427,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:33.904219 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Network 07a53ba0-b090-4791-856f-35fa91df8427 details requested by agent ovs-agent-dv-cinder-809201-1-iscsi with host dv-cinder-809201-1-iscsi {{(pid=94801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:36:33.935457 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-7ef80510-8bc9-4422-b27e-66bc0affcb76 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6901248 Sep 15 15:36:33.938270 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 55774) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:33.944397 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-420fd540-18b1-41f2-9347-37b50700cf37 admin admin] Request body: {'subnet': {'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2106588752-subnet', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'ip_version': 4}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:36:34.058136 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420fd540-18b1-41f2-9347-37b50700cf37 admin admin] Made reservation on behalf of 7d812ec61757446683167b44880ffb33 for: {'subnet': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:36:34.060632 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-420fd540-18b1-41f2-9347-37b50700cf37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12105385'] for subnet, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:34.277610 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52fa40-ad35-473d-ba42-035abe2ae6c2 req-2008924b-a99d-43dc-9cd3-0fb1fe1e2bb3 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:34.279291 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4e52fa40-ad35-473d-ba42-035abe2ae6c2 req-2008924b-a99d-43dc-9cd3-0fb1fe1e2bb3 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.1146796 Sep 15 15:36:34.337486 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4e52fa40-ad35-473d-ba42-035abe2ae6c2 req-aac00945-0bbd-45c5-8fc3-274ed0eb7c6f tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510070 Sep 15 15:36:34.372738 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-420fd540-18b1-41f2-9347-37b50700cf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12210035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12105351'] for subnet, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:34.432181 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420fd540-18b1-41f2-9347-37b50700cf37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=781284e4-ba10-42ed-9662-a5f92afda956,revision_number=0']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:34.443958 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420fd540-18b1-41f2-9347-37b50700cf37 admin admin] Checking segment: {'id': '44e20436-1003-4b4b-a47c-42a8265f36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:36:34.444320 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420fd540-18b1-41f2-9347-37b50700cf37 admin admin] Network hostable DHCP agents. Network: 07a53ba0-b090-4791-856f-35fa91df8427, hostable agents: ['c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0'], hosted agents: [] {{(pid=94800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:36:34.521511 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420fd540-18b1-41f2-9347-37b50700cf37 admin admin] Network 07a53ba0-b090-4791-856f-35fa91df8427 is scheduled to be hosted by DHCP agent c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0 with binding_index 1 {{(pid=94800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:36:34.612799 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [None req-420fd540-18b1-41f2-9347-37b50700cf37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-1-iscsi, 07a53ba0-b090-4791-856f-35fa91df8427) {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:36:34.617613 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420fd540-18b1-41f2-9347-37b50700cf37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:34.618220 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-420fd540-18b1-41f2-9347-37b50700cf37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for subnet, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:34.622541 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635f87b7-2d3f-4ceb-a450-f2a52d1c4201 None None] Network 07a53ba0-b090-4791-856f-35fa91df8427 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:36:34.716354 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-420fd540-18b1-41f2-9347-37b50700cf37 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7768388 Sep 15 15:36:34.719204 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 55780) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:34.724565 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-408dfab7-61ac-4e02-b76d-926c3fa552ea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2106588752-router', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:36:34.778503 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7109e32-c982-4438-a54d-1c40cb0a2d58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76b1df7-bc46-5e58-888b-22cc83ae4b15-07a53ba0-b090-4791-856f-35fa91df8427', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'fixed_ips': [{'subnet_id': '781284e4-ba10-42ed-9662-a5f92afda956'}]}} from dv-cinder-809201-1-iscsi. {{(pid=94801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:36:34.779399 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-c7109e32-c982-4438-a54d-1c40cb0a2d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:34.812843 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-408dfab7-61ac-4e02-b76d-926c3fa552ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:34.813997 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-408dfab7-61ac-4e02-b76d-926c3fa552ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:34.872099 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-408dfab7-61ac-4e02-b76d-926c3fa552ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:34.933072 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.db_base_plugin_common [None req-c7109e32-c982-4438-a54d-1c40cb0a2d58 None None] Allocated IP 172.20.0.2 (07a53ba0-b090-4791-856f-35fa91df8427/781284e4-ba10-42ed-9662-a5f92afda956/1d567c80-05ac-4983-83b9-59d6a5d3a24f) {{(pid=94801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:36:35.097447 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-c7109e32-c982-4438-a54d-1c40cb0a2d58 None None] Notify callbacks [] for port, precommit_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:35.123869 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-408dfab7-61ac-4e02-b76d-926c3fa552ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:35.207829 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-c7109e32-c982-4438-a54d-1c40cb0a2d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464'] for port, after_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:35.247198 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7109e32-c982-4438-a54d-1c40cb0a2d58 None None] Network 07a53ba0-b090-4791-856f-35fa91df8427 is already hosted by enough agents. {{(pid=94801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:36:35.250469 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.scheduler.base_scheduler [None req-c7109e32-c982-4438-a54d-1c40cb0a2d58 None None] Resources bound (agent type, host, resource id): {{(pid=94801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:36:35.257325 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7109e32-c982-4438-a54d-1c40cb0a2d58 None None] Received port after_create {{(pid=94801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:36:35.265296 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7109e32-c982-4438-a54d-1c40cb0a2d58 None None] Pushing event updated for resources: {'Port': ['ID=1d567c80-05ac-4983-83b9-59d6a5d3a24f,revision_number=1']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:35.329009 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-c7109e32-c982-4438-a54d-1c40cb0a2d58 None None] Attempting to bind port 1d567c80-05ac-4983-83b9-59d6a5d3a24f on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:36:35.329563 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-c7109e32-c982-4438-a54d-1c40cb0a2d58 None None] Attempting to bind port 1d567c80-05ac-4983-83b9-59d6a5d3a24f by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': '44e20436-1003-4b4b-a47c-42a8265f36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427'}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:36:35.330121 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7109e32-c982-4438-a54d-1c40cb0a2d58 None None] Attempting to bind port 1d567c80-05ac-4983-83b9-59d6a5d3a24f on network 07a53ba0-b090-4791-856f-35fa91df8427 {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:36:35.338640 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7109e32-c982-4438-a54d-1c40cb0a2d58 None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:36:35.339255 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7109e32-c982-4438-a54d-1c40cb0a2d58 None None] Checking segment: {'id': '44e20436-1003-4b4b-a47c-42a8265f36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:36:35.339772 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-c7109e32-c982-4438-a54d-1c40cb0a2d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:35.340264 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7109e32-c982-4438-a54d-1c40cb0a2d58 None None] Bound using segment: {'id': '44e20436-1003-4b4b-a47c-42a8265f36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427'} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:36:35.340920 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-c7109e32-c982-4438-a54d-1c40cb0a2d58 None None] Bound port: 1d567c80-05ac-4983-83b9-59d6a5d3a24f, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e20436-1003-4b4b-a47c-42a8265f36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427'}}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:36:35.341403 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-c7109e32-c982-4438-a54d-1c40cb0a2d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:35.429918 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-c7109e32-c982-4438-a54d-1c40cb0a2d58 None None] For port 1d567c80-05ac-4983-83b9-59d6a5d3a24f, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:36:35.433538 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-c7109e32-c982-4438-a54d-1c40cb0a2d58 None None] For port 1d567c80-05ac-4983-83b9-59d6a5d3a24f, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=1d567c80-05ac-4983-83b9-59d6a5d3a24f,segment=NetworkSegment(44e20436-1003-4b4b-a47c-42a8265f36b4),segment_id=44e20436-1003-4b4b-a47c-42a8265f36b4)] {{(pid=94801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:36:35.454713 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-408dfab7-61ac-4e02-b76d-926c3fa552ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:35.475885 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-408dfab7-61ac-4e02-b76d-926c3fa552ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:35.527326 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-c7109e32-c982-4438-a54d-1c40cb0a2d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:35.604450 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7109e32-c982-4438-a54d-1c40cb0a2d58 None None] Pushing event updated for resources: {'Port': ['ID=1d567c80-05ac-4983-83b9-59d6a5d3a24f,revision_number=2']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:35.610861 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_common [None req-408dfab7-61ac-4e02-b76d-926c3fa552ea admin admin] Allocated IP 172.27.3.89 (70862140-ffde-47fa-81bd-8f9d99919982/7ac39d78-6dff-4eb9-9797-5a3cc8acd948/8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635) {{(pid=94799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:36:35.764065 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-408dfab7-61ac-4e02-b76d-926c3fa552ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:35.870680 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-408dfab7-61ac-4e02-b76d-926c3fa552ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:35.920170 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408dfab7-61ac-4e02-b76d-926c3fa552ea admin admin] Network 70862140-ffde-47fa-81bd-8f9d99919982 is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:36:35.923183 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-408dfab7-61ac-4e02-b76d-926c3fa552ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:36:35.927278 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408dfab7-61ac-4e02-b76d-926c3fa552ea admin admin] Received port after_create {{(pid=94799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:36:35.963341 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408dfab7-61ac-4e02-b76d-926c3fa552ea admin admin] Pushing event updated for resources: {'Port': ['ID=8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:35.967454 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:36:36.376527 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 1d567c80-05ac-4983-83b9-59d6a5d3a24f up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:36:36.386540 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-408dfab7-61ac-4e02-b76d-926c3fa552ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:36.438181 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 1d567c80-05ac-4983-83b9-59d6a5d3a24f triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:36:36.438544 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:36.557633 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:36.599181 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] For port 1d567c80-05ac-4983-83b9-59d6a5d3a24f, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=1d567c80-05ac-4983-83b9-59d6a5d3a24f,segment=NetworkSegment(44e20436-1003-4b4b-a47c-42a8265f36b4),segment_id=44e20436-1003-4b4b-a47c-42a8265f36b4)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:36:36.667154 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-408dfab7-61ac-4e02-b76d-926c3fa552ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568907'] for router, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:36.673158 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e338320c-c6e4-4bbe-aa7a-d98373dce377 None None] Network 07a53ba0-b090-4791-856f-35fa91df8427 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:36:36.712042 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:36.870827 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-41d42dd4-34d4-4269-a615-7ff1aa95b3c3 None None] Provisioning complete for port 1d567c80-05ac-4983-83b9-59d6a5d3a24f triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:36:36.871440 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-41d42dd4-34d4-4269-a615-7ff1aa95b3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:36.919917 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Pushing event updated for resources: {'Port': ['ID=1d567c80-05ac-4983-83b9-59d6a5d3a24f,revision_number=3']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:36.972546 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408dfab7-61ac-4e02-b76d-926c3fa552ea admin admin] Router 62aad18c-acc3-41bf-928c-65965ccf1a68 is scheduled to L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc with binding_index 1 {{(pid=94799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:36:37.120303 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408dfab7-61ac-4e02-b76d-926c3fa552ea admin admin] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:36:37.135180 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5abd8a-8573-467f-9258-ab93d792e84e None None] Sync routers for ids ['62aad18c-acc3-41bf-928c-65965ccf1a68'] in dv-cinder-809201-1-iscsi {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:36:37.151265 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5abd8a-8573-467f-9258-ab93d792e84e None None] Routers {'62aad18c-acc3-41bf-928c-65965ccf1a68'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:36:37.153244 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-3c5abd8a-8573-467f-9258-ab93d792e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:36:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['62aad18c-acc3-41bf-928c-65965ccf1a68'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:37.235657 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-408dfab7-61ac-4e02-b76d-926c3fa552ea admin admin] Notify callbacks [] for router, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:37.237429 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-408dfab7-61ac-4e02-b76d-926c3fa552ea admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5171523 Sep 15 15:36:37.245366 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 55782) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:37.292700 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-9db21935-6f6f-407a-8829-10e14a20f984 None None] Provisioning complete for port 1d567c80-05ac-4983-83b9-59d6a5d3a24f triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:36:37.293093 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-9db21935-6f6f-407a-8829-10e14a20f984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:37.323019 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-3c5abd8a-8573-467f-9258-ab93d792e84e None None] Set router 62aad18c-acc3-41bf-928c-65965ccf1a68 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:36:37.546177 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-3c5abd8a-8573-467f-9258-ab93d792e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'name': 'tempest-TestVolumeBootPattern-2106588752-router', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:34Z', 'updated_at': '2021-09-15T15:36:36Z', 'revision_number': 3, 'project_id': '7d812ec61757446683167b44880ffb33', 'gw_port': {'id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:35Z', 'updated_at': '2021-09-15T15:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:37.580352 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5abd8a-8573-467f-9258-ab93d792e84e None None] Checking router: 62aad18c-acc3-41bf-928c-65965ccf1a68 for host: dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:36:37.580697 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5abd8a-8573-467f-9258-ab93d792e84e None None] Updating router 62aad18c-acc3-41bf-928c-65965ccf1a68 port 8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635 binding host dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:36:37.609547 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-3c5abd8a-8573-467f-9258-ab93d792e84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:37.765126 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-86647082-a29f-459c-99ed-624934d8f688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:37.949395 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_common [None req-86647082-a29f-459c-99ed-624934d8f688 admin admin] Allocated IP 172.20.0.1 (07a53ba0-b090-4791-856f-35fa91df8427/781284e4-ba10-42ed-9662-a5f92afda956/ea50da73-6cc0-41aa-b562-cca6a704feca) {{(pid=94799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:36:37.970037 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-3c5abd8a-8573-467f-9258-ab93d792e84e None None] Notify callbacks [] for port, precommit_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:38.063415 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-86647082-a29f-459c-99ed-624934d8f688 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:38.064999 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-3c5abd8a-8573-467f-9258-ab93d792e84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:38.127008 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db1a24-c770-48c3-a57a-4fbf09d95d25 None None] Pushing event updated for resources: {'Port': ['ID=8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635,revision_number=2']} {{(pid=94802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:38.129992 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-3c5abd8a-8573-467f-9258-ab93d792e84e None None] Attempting to bind port 8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635 on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:36:38.130357 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-3c5abd8a-8573-467f-9258-ab93d792e84e None None] Attempting to bind port 8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635 by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}] {{(pid=94802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:36:38.130715 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5abd8a-8573-467f-9258-ab93d792e84e None None] Attempting to bind port 8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635 on network 70862140-ffde-47fa-81bd-8f9d99919982 {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:36:38.140137 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5abd8a-8573-467f-9258-ab93d792e84e None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:36:38.140903 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5abd8a-8573-467f-9258-ab93d792e84e None None] Checking segment: {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:36:38.140903 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-3c5abd8a-8573-467f-9258-ab93d792e84e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:38.141271 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5abd8a-8573-467f-9258-ab93d792e84e None None] Bound using segment: {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'} {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:36:38.141772 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-3c5abd8a-8573-467f-9258-ab93d792e84e None None] Bound port: 8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}}] {{(pid=94802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:36:38.142166 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-3c5abd8a-8573-467f-9258-ab93d792e84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:38.144533 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db1a24-c770-48c3-a57a-4fbf09d95d25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:38.144869 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db1a24-c770-48c3-a57a-4fbf09d95d25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:38.145916 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db1a24-c770-48c3-a57a-4fbf09d95d25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:38.146253 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db1a24-c770-48c3-a57a-4fbf09d95d25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:38.146580 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db1a24-c770-48c3-a57a-4fbf09d95d25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:38.146904 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db1a24-c770-48c3-a57a-4fbf09d95d25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:38.147255 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db1a24-c770-48c3-a57a-4fbf09d95d25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:38.147576 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db1a24-c770-48c3-a57a-4fbf09d95d25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:38.147917 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db1a24-c770-48c3-a57a-4fbf09d95d25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:38.148288 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db1a24-c770-48c3-a57a-4fbf09d95d25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:38.148561 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db1a24-c770-48c3-a57a-4fbf09d95d25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:38.148876 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29db1a24-c770-48c3-a57a-4fbf09d95d25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:38.179814 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-86647082-a29f-459c-99ed-624934d8f688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:38.213387 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.db [None req-3c5abd8a-8573-467f-9258-ab93d792e84e None None] For port 8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:36:38.217398 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.db [None req-3c5abd8a-8573-467f-9258-ab93d792e84e None None] For port 8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635,segment=NetworkSegment(892b6518-e65e-438b-8e7f-3ce7335aa343),segment_id=892b6518-e65e-438b-8e7f-3ce7335aa343)] {{(pid=94802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:36:38.222079 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86647082-a29f-459c-99ed-624934d8f688 admin admin] Network 07a53ba0-b090-4791-856f-35fa91df8427 is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:36:38.226508 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-86647082-a29f-459c-99ed-624934d8f688 admin admin] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:36:38.231562 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86647082-a29f-459c-99ed-624934d8f688 admin admin] Received port after_create {{(pid=94799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:36:38.271234 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86647082-a29f-459c-99ed-624934d8f688 admin admin] Pushing event updated for resources: {'Port': ['ID=ea50da73-6cc0-41aa-b562-cca6a704feca,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:38.294948 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-86647082-a29f-459c-99ed-624934d8f688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568988'] for router_interface, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:38.324300 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-3c5abd8a-8573-467f-9258-ab93d792e84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:38.356898 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 1d567c80-05ac-4983-83b9-59d6a5d3a24f up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:36:38.398220 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db1a24-c770-48c3-a57a-4fbf09d95d25 None None] Pushing event updated for resources: {'Port': ['ID=8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635,revision_number=3']} {{(pid=94802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:38.420334 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5abd8a-8573-467f-9258-ab93d792e84e None None] Routers {'62aad18c-acc3-41bf-928c-65965ccf1a68'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:36:38.421303 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-3c5abd8a-8573-467f-9258-ab93d792e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:36:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['62aad18c-acc3-41bf-928c-65965ccf1a68'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:38.446141 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 1d567c80-05ac-4983-83b9-59d6a5d3a24f triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:36:38.446732 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:38.575655 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-86647082-a29f-459c-99ed-624934d8f688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:38.580297 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f70d61cd-f3f4-4967-8f94-a1e577bd016b None None] Provisioning complete for port ea50da73-6cc0-41aa-b562-cca6a704feca triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:36:38.580860 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f70d61cd-f3f4-4967-8f94-a1e577bd016b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:38.595857 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-3c5abd8a-8573-467f-9258-ab93d792e84e None None] Set router 62aad18c-acc3-41bf-928c-65965ccf1a68 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:36:38.640455 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-f70d61cd-f3f4-4967-8f94-a1e577bd016b None None] Port ea50da73-6cc0-41aa-b562-cca6a704feca cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:36:38.774705 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-86647082-a29f-459c-99ed-624934d8f688 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:38.876891 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-86647082-a29f-459c-99ed-624934d8f688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9314481'] for port, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:38.917320 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-3c5abd8a-8573-467f-9258-ab93d792e84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'name': 'tempest-TestVolumeBootPattern-2106588752-router', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:34Z', 'updated_at': '2021-09-15T15:36:36Z', 'revision_number': 3, 'project_id': '7d812ec61757446683167b44880ffb33', 'gw_port': {'id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:35Z', 'updated_at': '2021-09-15T15:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:38.967130 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5abd8a-8573-467f-9258-ab93d792e84e None None] The sync data for ids ['62aad18c-acc3-41bf-928c-65965ccf1a68'] in dv-cinder-809201-1-iscsi is: [{'id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'name': 'tempest-TestVolumeBootPattern-2106588752-router', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:34Z', 'updated_at': '2021-09-15T15:36:36Z', 'revision_number': 3, 'project_id': '7d812ec61757446683167b44880ffb33', 'gw_port': {'id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:35Z', 'updated_at': '2021-09-15T15:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}] {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:36:38.987205 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86647082-a29f-459c-99ed-624934d8f688 admin admin] Pushing event updated for resources: {'Port': ['ID=ea50da73-6cc0-41aa-b562-cca6a704feca,revision_number=2']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:38.996514 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-86647082-a29f-459c-99ed-624934d8f688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579084'] for router_interface, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:39.118695 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86647082-a29f-459c-99ed-624934d8f688 admin admin] Network 07a53ba0-b090-4791-856f-35fa91df8427 is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:36:39.120338 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-86647082-a29f-459c-99ed-624934d8f688 admin admin] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:36:39.474228 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-c1b4b6fb-5348-47b8-ab94-b7871e6216b2 None None] Provisioning complete for port ea50da73-6cc0-41aa-b562-cca6a704feca triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:36:39.475098 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-c1b4b6fb-5348-47b8-ab94-b7871e6216b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:39.539301 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-c1b4b6fb-5348-47b8-ab94-b7871e6216b2 None None] Port ea50da73-6cc0-41aa-b562-cca6a704feca cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:36:39.622926 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86647082-a29f-459c-99ed-624934d8f688 admin admin] Router 62aad18c-acc3-41bf-928c-65965ccf1a68 has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:36:39.758864 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86647082-a29f-459c-99ed-624934d8f688 admin admin] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:36:39.769515 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-86647082-a29f-459c-99ed-624934d8f688 admin admin] 10.222.0.54 "PUT /v2.0/routers/62aad18c-acc3-41bf-928c-65965ccf1a68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5232949 Sep 15 15:36:40.355256 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:36:40.408239 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:36:40.408650 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:40.506618 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:40.555912 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] For port 8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635,segment=NetworkSegment(892b6518-e65e-438b-8e7f-3ce7335aa343),segment_id=892b6518-e65e-438b-8e7f-3ce7335aa343)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:36:40.670036 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:40.680938 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 55798) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:40.689268 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-615ca1e8-d5e1-43ed-b447-f8c25e244926 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-478300898-network', 'tenant_id': 'ef0d9eec21c64e959900c0c9273fc04e'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:36:40.746639 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Pushing event updated for resources: {'Port': ['ID=8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:40.801093 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615ca1e8-d5e1-43ed-b447-f8c25e244926 admin admin] Made reservation on behalf of ef0d9eec21c64e959900c0c9273fc04e for: {'network': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:36:40.803641 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-615ca1e8-d5e1-43ed-b447-f8c25e244926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for network, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:40.813812 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-615ca1e8-d5e1-43ed-b447-f8c25e244926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:40.910105 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11248293-5f80-4e46-85b9-5c198fc983df None None] Sync routers for ids ['62aad18c-acc3-41bf-928c-65965ccf1a68'] in dv-cinder-809201-1-iscsi {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:36:40.923081 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11248293-5f80-4e46-85b9-5c198fc983df None None] Routers {'62aad18c-acc3-41bf-928c-65965ccf1a68'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:36:40.923720 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-11248293-5f80-4e46-85b9-5c198fc983df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:36:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['62aad18c-acc3-41bf-928c-65965ccf1a68'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:40.933431 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-615ca1e8-d5e1-43ed-b447-f8c25e244926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:41.034862 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-11248293-5f80-4e46-85b9-5c198fc983df None None] Set router 62aad18c-acc3-41bf-928c-65965ccf1a68 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:36:41.035658 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-615ca1e8-d5e1-43ed-b447-f8c25e244926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:41.062146 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-615ca1e8-d5e1-43ed-b447-f8c25e244926 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=94799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:36:41.086205 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ca1e8-d5e1-43ed-b447-f8c25e244926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c742a946-6cf3-4015-8404-9297de0dbfa6,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:41.092106 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-615ca1e8-d5e1-43ed-b447-f8c25e244926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:41.100429 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.db.segments_db [None req-615ca1e8-d5e1-43ed-b447-f8c25e244926 admin admin] Added segment 5260dc8a-d4ff-4522-ae2f-326bc3bdc154 of type vlan for network 203955fa-cca5-4faf-bd7e-492982db76ad Sep 15 15:36:41.155644 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-615ca1e8-d5e1-43ed-b447-f8c25e244926 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751442518815'] for network, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:41.264050 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-615ca1e8-d5e1-43ed-b447-f8c25e244926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430'] for network, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:41.265071 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615ca1e8-d5e1-43ed-b447-f8c25e244926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:41.265694 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-615ca1e8-d5e1-43ed-b447-f8c25e244926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:41.278028 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-11248293-5f80-4e46-85b9-5c198fc983df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'name': 'tempest-TestVolumeBootPattern-2106588752-router', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:34Z', 'updated_at': '2021-09-15T15:36:38Z', 'revision_number': 4, 'project_id': '7d812ec61757446683167b44880ffb33', 'gw_port': {'id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:35Z', 'updated_at': '2021-09-15T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': 'ea50da73-6cc0-41aa-b562-cca6a704feca', 'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'mac_address': 'fa:16:3e:77:cc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '781284e4-ba10-42ed-9662-a5f92afda956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:37Z', 'updated_at': '2021-09-15T15:36:38Z', 'revision_number': 2, 'project_id': '7d812ec61757446683167b44880ffb33', 'subnets': [{'id': '781284e4-ba10-42ed-9662-a5f92afda956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:41.316740 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11248293-5f80-4e46-85b9-5c198fc983df None None] Checking router: 62aad18c-acc3-41bf-928c-65965ccf1a68 for host: dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:36:41.317195 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11248293-5f80-4e46-85b9-5c198fc983df None None] Updating router 62aad18c-acc3-41bf-928c-65965ccf1a68 port ea50da73-6cc0-41aa-b562-cca6a704feca binding host dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:36:41.335477 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ca1e8-d5e1-43ed-b447-f8c25e244926 admin admin] Pushing event updated for resources: {'Network': ['ID=203955fa-cca5-4faf-bd7e-492982db76ad,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:41.350648 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Network 203955fa-cca5-4faf-bd7e-492982db76ad details requested by agent ovs-agent-dv-cinder-809201-1-iscsi with host dv-cinder-809201-1-iscsi {{(pid=94801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:36:41.356636 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-615ca1e8-d5e1-43ed-b447-f8c25e244926 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6740584 Sep 15 15:36:41.359944 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 55800) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:41.360678 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-11248293-5f80-4e46-85b9-5c198fc983df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:41.372529 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-f6468ba7-9647-4c79-bd1e-2bc36855472e admin admin] Request body: {'subnet': {'network_id': '203955fa-cca5-4faf-bd7e-492982db76ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-478300898-subnet', 'tenant_id': 'ef0d9eec21c64e959900c0c9273fc04e', 'ip_version': 4}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:36:41.446903 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6468ba7-9647-4c79-bd1e-2bc36855472e admin admin] Made reservation on behalf of ef0d9eec21c64e959900c0c9273fc04e for: {'subnet': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:36:41.449464 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f6468ba7-9647-4c79-bd1e-2bc36855472e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12105385'] for subnet, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:41.757103 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f6468ba7-9647-4c79-bd1e-2bc36855472e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12210035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12105351'] for subnet, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:41.842806 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6468ba7-9647-4c79-bd1e-2bc36855472e admin admin] Pushing event updated for resources: {'Subnet': ['ID=11fb4579-1c77-4cf7-a98a-1e88ebc75abd,revision_number=0']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:41.860625 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6468ba7-9647-4c79-bd1e-2bc36855472e admin admin] Checking segment: {'id': '5260dc8a-d4ff-4522-ae2f-326bc3bdc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '203955fa-cca5-4faf-bd7e-492982db76ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:36:41.861051 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6468ba7-9647-4c79-bd1e-2bc36855472e admin admin] Network hostable DHCP agents. Network: 203955fa-cca5-4faf-bd7e-492982db76ad, hostable agents: ['c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0'], hosted agents: [] {{(pid=94800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:36:41.923677 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-11248293-5f80-4e46-85b9-5c198fc983df None None] Notify callbacks [] for port, precommit_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:41.938656 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6468ba7-9647-4c79-bd1e-2bc36855472e admin admin] Network 203955fa-cca5-4faf-bd7e-492982db76ad is scheduled to be hosted by DHCP agent c6c8f2fd-a672-4b6c-be5d-cc71939bd0f0 with binding_index 1 {{(pid=94800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:36:41.995336 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-11248293-5f80-4e46-85b9-5c198fc983df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:42.052960 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [None req-f6468ba7-9647-4c79-bd1e-2bc36855472e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809201-1-iscsi, 203955fa-cca5-4faf-bd7e-492982db76ad) {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:36:42.057996 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6468ba7-9647-4c79-bd1e-2bc36855472e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:36:42.059096 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-f6468ba7-9647-4c79-bd1e-2bc36855472e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for subnet, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:42.060584 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22061a8-6ace-4562-bd3c-80204942db00 None None] Pushing event updated for resources: {'Port': ['ID=ea50da73-6cc0-41aa-b562-cca6a704feca,revision_number=3']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:42.099014 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70b5c53-558c-4d0e-ab0e-6dc3c3e60698 None None] Network 203955fa-cca5-4faf-bd7e-492982db76ad requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:36:42.135023 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-f6468ba7-9647-4c79-bd1e-2bc36855472e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7729466 Sep 15 15:36:42.149869 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 55802) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:42.163528 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-52b621fb-d5bd-4a35-9574-cac3b80cb107 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-478300898-router', 'tenant_id': 'ef0d9eec21c64e959900c0c9273fc04e', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:36:42.227867 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-11248293-5f80-4e46-85b9-5c198fc983df None None] Attempting to bind port ea50da73-6cc0-41aa-b562-cca6a704feca on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:36:42.228268 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-11248293-5f80-4e46-85b9-5c198fc983df None None] Attempting to bind port ea50da73-6cc0-41aa-b562-cca6a704feca by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': '44e20436-1003-4b4b-a47c-42a8265f36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427'}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:36:42.228585 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11248293-5f80-4e46-85b9-5c198fc983df None None] Attempting to bind port ea50da73-6cc0-41aa-b562-cca6a704feca on network 07a53ba0-b090-4791-856f-35fa91df8427 {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:36:42.244277 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11248293-5f80-4e46-85b9-5c198fc983df None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:36:42.246564 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11248293-5f80-4e46-85b9-5c198fc983df None None] Checking segment: {'id': '44e20436-1003-4b4b-a47c-42a8265f36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:36:42.246564 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-11248293-5f80-4e46-85b9-5c198fc983df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:42.246564 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11248293-5f80-4e46-85b9-5c198fc983df None None] Bound using segment: {'id': '44e20436-1003-4b4b-a47c-42a8265f36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427'} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:36:42.246564 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-11248293-5f80-4e46-85b9-5c198fc983df None None] Bound port: ea50da73-6cc0-41aa-b562-cca6a704feca, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e20436-1003-4b4b-a47c-42a8265f36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427'}}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:36:42.246564 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-11248293-5f80-4e46-85b9-5c198fc983df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:42.275914 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-52b621fb-d5bd-4a35-9574-cac3b80cb107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:42.277664 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-52b621fb-d5bd-4a35-9574-cac3b80cb107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:42.353450 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:36:42.361577 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-52b621fb-d5bd-4a35-9574-cac3b80cb107 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:42.402382 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-b850c8ad-3dfd-4d30-8505-13e1ffe29c20 None None] Provisioning complete for port ea50da73-6cc0-41aa-b562-cca6a704feca triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:36:42.402758 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-b850c8ad-3dfd-4d30-8505-13e1ffe29c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:42.404883 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-11248293-5f80-4e46-85b9-5c198fc983df None None] For port ea50da73-6cc0-41aa-b562-cca6a704feca, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:36:42.464014 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c225982-e7c3-46a4-b177-a15ae7ee8454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76b1df7-bc46-5e58-888b-22cc83ae4b15-203955fa-cca5-4faf-bd7e-492982db76ad', 'network_id': '203955fa-cca5-4faf-bd7e-492982db76ad', 'tenant_id': 'ef0d9eec21c64e959900c0c9273fc04e', 'fixed_ips': [{'subnet_id': '11fb4579-1c77-4cf7-a98a-1e88ebc75abd'}]}} from dv-cinder-809201-1-iscsi. {{(pid=94801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:36:42.464879 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-4c225982-e7c3-46a4-b177-a15ae7ee8454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:42.478622 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-11248293-5f80-4e46-85b9-5c198fc983df None None] For port ea50da73-6cc0-41aa-b562-cca6a704feca, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=ea50da73-6cc0-41aa-b562-cca6a704feca,segment=NetworkSegment(44e20436-1003-4b4b-a47c-42a8265f36b4),segment_id=44e20436-1003-4b4b-a47c-42a8265f36b4)] {{(pid=94801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:36:42.528088 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-b850c8ad-3dfd-4d30-8505-13e1ffe29c20 None None] Port ea50da73-6cc0-41aa-b562-cca6a704feca cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:36:42.616857 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-52b621fb-d5bd-4a35-9574-cac3b80cb107 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:42.651963 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-11248293-5f80-4e46-85b9-5c198fc983df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:42.671476 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:36:42.672090 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:42.897285 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11248293-5f80-4e46-85b9-5c198fc983df None None] Routers {'62aad18c-acc3-41bf-928c-65965ccf1a68'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:36:42.897936 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-11248293-5f80-4e46-85b9-5c198fc983df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:36:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['62aad18c-acc3-41bf-928c-65965ccf1a68'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:42.904016 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22061a8-6ace-4562-bd3c-80204942db00 None None] Pushing event updated for resources: {'Port': ['ID=ea50da73-6cc0-41aa-b562-cca6a704feca,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:42.997122 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.db_base_plugin_common [None req-4c225982-e7c3-46a4-b177-a15ae7ee8454 None None] Allocated IP 172.20.0.2 (203955fa-cca5-4faf-bd7e-492982db76ad/11fb4579-1c77-4cf7-a98a-1e88ebc75abd/86996cec-4d04-44e3-9920-2d0a07ab431e) {{(pid=94801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:36:43.005945 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-52b621fb-d5bd-4a35-9574-cac3b80cb107 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:43.045265 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-52b621fb-d5bd-4a35-9574-cac3b80cb107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:43.156268 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-7ee12a96-1c68-4d84-bc16-bf926c8ae59b None None] Provisioning complete for port ea50da73-6cc0-41aa-b562-cca6a704feca triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:36:43.156718 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-7ee12a96-1c68-4d84-bc16-bf926c8ae59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:43.224554 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_common [None req-52b621fb-d5bd-4a35-9574-cac3b80cb107 admin admin] Allocated IP 172.27.3.246 (70862140-ffde-47fa-81bd-8f9d99919982/7ac39d78-6dff-4eb9-9797-5a3cc8acd948/2d27e053-cd58-4286-8bd0-720e32130ceb) {{(pid=94799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:36:43.228880 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-11248293-5f80-4e46-85b9-5c198fc983df None None] Set router 62aad18c-acc3-41bf-928c-65965ccf1a68 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:36:43.399584 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-52b621fb-d5bd-4a35-9574-cac3b80cb107 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:43.509577 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-52b621fb-d5bd-4a35-9574-cac3b80cb107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:43.556553 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b621fb-d5bd-4a35-9574-cac3b80cb107 admin admin] Network 70862140-ffde-47fa-81bd-8f9d99919982 is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:36:43.560910 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-52b621fb-d5bd-4a35-9574-cac3b80cb107 admin admin] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:36:43.566237 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b621fb-d5bd-4a35-9574-cac3b80cb107 admin admin] Received port after_create {{(pid=94799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:36:43.579339 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-4c225982-e7c3-46a4-b177-a15ae7ee8454 None None] Notify callbacks [] for port, precommit_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:43.586922 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-7ee12a96-1c68-4d84-bc16-bf926c8ae59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:43.603910 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b621fb-d5bd-4a35-9574-cac3b80cb107 admin admin] Pushing event updated for resources: {'Port': ['ID=2d27e053-cd58-4286-8bd0-720e32130ceb,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:43.651010 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-7ee12a96-1c68-4d84-bc16-bf926c8ae59b None None] For port ea50da73-6cc0-41aa-b562-cca6a704feca, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=ea50da73-6cc0-41aa-b562-cca6a704feca,segment=NetworkSegment(44e20436-1003-4b4b-a47c-42a8265f36b4),segment_id=44e20436-1003-4b4b-a47c-42a8265f36b4)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:36:43.668597 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-4c225982-e7c3-46a4-b177-a15ae7ee8454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464'] for port, after_create {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:43.745709 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-11248293-5f80-4e46-85b9-5c198fc983df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'name': 'tempest-TestVolumeBootPattern-2106588752-router', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:34Z', 'updated_at': '2021-09-15T15:36:38Z', 'revision_number': 4, 'project_id': '7d812ec61757446683167b44880ffb33', 'gw_port': {'id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:35Z', 'updated_at': '2021-09-15T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': 'ea50da73-6cc0-41aa-b562-cca6a704feca', 'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'mac_address': 'fa:16:3e:77:cc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '781284e4-ba10-42ed-9662-a5f92afda956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:37Z', 'updated_at': '2021-09-15T15:36:42Z', 'revision_number': 4, 'project_id': '7d812ec61757446683167b44880ffb33', 'subnets': [{'id': '781284e4-ba10-42ed-9662-a5f92afda956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:43.750815 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c225982-e7c3-46a4-b177-a15ae7ee8454 None None] Network 203955fa-cca5-4faf-bd7e-492982db76ad is already hosted by enough agents. {{(pid=94801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:36:43.765119 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.scheduler.base_scheduler [None req-4c225982-e7c3-46a4-b177-a15ae7ee8454 None None] Resources bound (agent type, host, resource id): {{(pid=94801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:36:43.768210 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-7ee12a96-1c68-4d84-bc16-bf926c8ae59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:43.779109 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c225982-e7c3-46a4-b177-a15ae7ee8454 None None] Received port after_create {{(pid=94801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:36:43.835814 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c225982-e7c3-46a4-b177-a15ae7ee8454 None None] Pushing event updated for resources: {'Port': ['ID=86996cec-4d04-44e3-9920-2d0a07ab431e,revision_number=1']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:43.839891 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11248293-5f80-4e46-85b9-5c198fc983df None None] The sync data for ids ['62aad18c-acc3-41bf-928c-65965ccf1a68'] in dv-cinder-809201-1-iscsi is: [{'id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'name': 'tempest-TestVolumeBootPattern-2106588752-router', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:34Z', 'updated_at': '2021-09-15T15:36:38Z', 'revision_number': 4, 'project_id': '7d812ec61757446683167b44880ffb33', 'gw_port': {'id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:35Z', 'updated_at': '2021-09-15T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': 'ea50da73-6cc0-41aa-b562-cca6a704feca', 'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'mac_address': 'fa:16:3e:77:cc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '781284e4-ba10-42ed-9662-a5f92afda956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:37Z', 'updated_at': '2021-09-15T15:36:42Z', 'revision_number': 4, 'project_id': '7d812ec61757446683167b44880ffb33', 'subnets': [{'id': '781284e4-ba10-42ed-9662-a5f92afda956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:36:44.016249 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-4c225982-e7c3-46a4-b177-a15ae7ee8454 None None] Attempting to bind port 86996cec-4d04-44e3-9920-2d0a07ab431e on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:36:44.017150 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-4c225982-e7c3-46a4-b177-a15ae7ee8454 None None] Attempting to bind port 86996cec-4d04-44e3-9920-2d0a07ab431e by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': '5260dc8a-d4ff-4522-ae2f-326bc3bdc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '203955fa-cca5-4faf-bd7e-492982db76ad'}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:36:44.017339 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c225982-e7c3-46a4-b177-a15ae7ee8454 None None] Attempting to bind port 86996cec-4d04-44e3-9920-2d0a07ab431e on network 203955fa-cca5-4faf-bd7e-492982db76ad {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:36:44.023508 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee12a96-1c68-4d84-bc16-bf926c8ae59b None None] Pushing event updated for resources: {'Port': ['ID=ea50da73-6cc0-41aa-b562-cca6a704feca,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:44.031834 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c225982-e7c3-46a4-b177-a15ae7ee8454 None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:36:44.032455 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c225982-e7c3-46a4-b177-a15ae7ee8454 None None] Checking segment: {'id': '5260dc8a-d4ff-4522-ae2f-326bc3bdc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '203955fa-cca5-4faf-bd7e-492982db76ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:36:44.033702 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-4c225982-e7c3-46a4-b177-a15ae7ee8454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:44.033702 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c225982-e7c3-46a4-b177-a15ae7ee8454 None None] Bound using segment: {'id': '5260dc8a-d4ff-4522-ae2f-326bc3bdc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '203955fa-cca5-4faf-bd7e-492982db76ad'} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:36:44.034527 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-4c225982-e7c3-46a4-b177-a15ae7ee8454 None None] Bound port: 86996cec-4d04-44e3-9920-2d0a07ab431e, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5260dc8a-d4ff-4522-ae2f-326bc3bdc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '203955fa-cca5-4faf-bd7e-492982db76ad'}}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:36:44.035355 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-4c225982-e7c3-46a4-b177-a15ae7ee8454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:44.046848 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-52b621fb-d5bd-4a35-9574-cac3b80cb107 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:44.143624 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-4c225982-e7c3-46a4-b177-a15ae7ee8454 None None] For port 86996cec-4d04-44e3-9920-2d0a07ab431e, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:36:44.148090 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-4c225982-e7c3-46a4-b177-a15ae7ee8454 None None] For port 86996cec-4d04-44e3-9920-2d0a07ab431e, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=86996cec-4d04-44e3-9920-2d0a07ab431e,segment=NetworkSegment(5260dc8a-d4ff-4522-ae2f-326bc3bdc154),segment_id=5260dc8a-d4ff-4522-ae2f-326bc3bdc154)] {{(pid=94801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:36:44.233686 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-4c225982-e7c3-46a4-b177-a15ae7ee8454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:44.337394 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-52b621fb-d5bd-4a35-9574-cac3b80cb107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568907'] for router, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:44.503263 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device ea50da73-6cc0-41aa-b562-cca6a704feca up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:36:44.572676 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c225982-e7c3-46a4-b177-a15ae7ee8454 None None] Pushing event updated for resources: {'Port': ['ID=86996cec-4d04-44e3-9920-2d0a07ab431e,revision_number=2']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:44.589002 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port ea50da73-6cc0-41aa-b562-cca6a704feca triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:36:44.589375 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:44.597904 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b621fb-d5bd-4a35-9574-cac3b80cb107 admin admin] Router 60adaa8c-eefb-4c20-be5e-2203239f296c is scheduled to L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc with binding_index 1 {{(pid=94799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:36:44.819791 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b621fb-d5bd-4a35-9574-cac3b80cb107 admin admin] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:36:44.834393 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac61838-4c35-4275-88fb-ef769bd4460d None None] Sync routers for ids ['60adaa8c-eefb-4c20-be5e-2203239f296c'] in dv-cinder-809201-1-iscsi {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:36:44.856191 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac61838-4c35-4275-88fb-ef769bd4460d None None] Routers {'60adaa8c-eefb-4c20-be5e-2203239f296c'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:36:44.857180 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-2ac61838-4c35-4275-88fb-ef769bd4460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:36:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['60adaa8c-eefb-4c20-be5e-2203239f296c'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:44.911290 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-52b621fb-d5bd-4a35-9574-cac3b80cb107 admin admin] Notify callbacks [] for router, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:44.917181 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-52b621fb-d5bd-4a35-9574-cac3b80cb107 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7592342 Sep 15 15:36:44.924829 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 55804) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:45.016079 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-2ac61838-4c35-4275-88fb-ef769bd4460d None None] Set router 60adaa8c-eefb-4c20-be5e-2203239f296c gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:36:45.288001 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-2ac61838-4c35-4275-88fb-ef769bd4460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60adaa8c-eefb-4c20-be5e-2203239f296c', 'name': 'tempest-TestVolumeBootPattern-478300898-router', 'tenant_id': 'ef0d9eec21c64e959900c0c9273fc04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2d27e053-cd58-4286-8bd0-720e32130ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:42Z', 'updated_at': '2021-09-15T15:36:43Z', 'revision_number': 3, 'project_id': 'ef0d9eec21c64e959900c0c9273fc04e', 'gw_port': {'id': '2d27e053-cd58-4286-8bd0-720e32130ceb', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60adaa8c-eefb-4c20-be5e-2203239f296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:43Z', 'updated_at': '2021-09-15T15:36:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:45.341454 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac61838-4c35-4275-88fb-ef769bd4460d None None] Checking router: 60adaa8c-eefb-4c20-be5e-2203239f296c for host: dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:36:45.341973 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac61838-4c35-4275-88fb-ef769bd4460d None None] Updating router 60adaa8c-eefb-4c20-be5e-2203239f296c port 2d27e053-cd58-4286-8bd0-720e32130ceb binding host dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:36:45.380101 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-2ac61838-4c35-4275-88fb-ef769bd4460d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:45.591783 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-615a8a61-15ac-4b30-8ff5-f507a32b4da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:45.784493 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-2ac61838-4c35-4275-88fb-ef769bd4460d None None] Notify callbacks [] for port, precommit_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:45.831990 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_common [None req-615a8a61-15ac-4b30-8ff5-f507a32b4da1 admin admin] Allocated IP 172.20.0.1 (203955fa-cca5-4faf-bd7e-492982db76ad/11fb4579-1c77-4cf7-a98a-1e88ebc75abd/b39f9ec5-e3ea-493e-99e7-1cc95b87e675) {{(pid=94800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:36:45.846817 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d6a742-0938-4329-812b-b05c0db5d60b None None] Network 203955fa-cca5-4faf-bd7e-492982db76ad requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:36:45.869950 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-2ac61838-4c35-4275-88fb-ef769bd4460d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:45.946699 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-2ac61838-4c35-4275-88fb-ef769bd4460d None None] Attempting to bind port 2d27e053-cd58-4286-8bd0-720e32130ceb on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:36:45.947367 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-2ac61838-4c35-4275-88fb-ef769bd4460d None None] Attempting to bind port 2d27e053-cd58-4286-8bd0-720e32130ceb by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}] {{(pid=94802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:36:45.948061 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac61838-4c35-4275-88fb-ef769bd4460d None None] Attempting to bind port 2d27e053-cd58-4286-8bd0-720e32130ceb on network 70862140-ffde-47fa-81bd-8f9d99919982 {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:36:45.956380 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-615a8a61-15ac-4b30-8ff5-f507a32b4da1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:45.966632 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac61838-4c35-4275-88fb-ef769bd4460d None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:36:45.967081 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac61838-4c35-4275-88fb-ef769bd4460d None None] Checking segment: {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:36:45.967821 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-2ac61838-4c35-4275-88fb-ef769bd4460d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:45.968026 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac61838-4c35-4275-88fb-ef769bd4460d None None] Bound using segment: {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'} {{(pid=94802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:36:45.968568 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.managers [None req-2ac61838-4c35-4275-88fb-ef769bd4460d None None] Bound port: 2d27e053-cd58-4286-8bd0-720e32130ceb, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892b6518-e65e-438b-8e7f-3ce7335aa343', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}}] {{(pid=94802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:36:45.969099 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-2ac61838-4c35-4275-88fb-ef769bd4460d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:45.972236 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36197fd-7a74-4fde-8969-9db02627f4d1 None None] Pushing event updated for resources: {'Port': ['ID=2d27e053-cd58-4286-8bd0-720e32130ceb,revision_number=2']} {{(pid=94802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:45.975299 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-6c6e8f08-3f3a-475e-9e10-f6639985546f None None] Provisioning complete for port 86996cec-4d04-44e3-9920-2d0a07ab431e triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:36:45.976184 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-6c6e8f08-3f3a-475e-9e10-f6639985546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:46.049552 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.db [None req-2ac61838-4c35-4275-88fb-ef769bd4460d None None] For port 2d27e053-cd58-4286-8bd0-720e32130ceb, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:36:46.053938 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.plugins.ml2.db [None req-2ac61838-4c35-4275-88fb-ef769bd4460d None None] For port 2d27e053-cd58-4286-8bd0-720e32130ceb, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=2d27e053-cd58-4286-8bd0-720e32130ceb,segment=NetworkSegment(892b6518-e65e-438b-8e7f-3ce7335aa343),segment_id=892b6518-e65e-438b-8e7f-3ce7335aa343)] {{(pid=94802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:36:46.133253 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-615a8a61-15ac-4b30-8ff5-f507a32b4da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:46.177195 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615a8a61-15ac-4b30-8ff5-f507a32b4da1 admin admin] Network 203955fa-cca5-4faf-bd7e-492982db76ad is already hosted by enough agents. {{(pid=94800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:36:46.180270 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [None req-615a8a61-15ac-4b30-8ff5-f507a32b4da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:36:46.184302 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615a8a61-15ac-4b30-8ff5-f507a32b4da1 admin admin] Received port after_create {{(pid=94800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:36:46.218716 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a8a61-15ac-4b30-8ff5-f507a32b4da1 admin admin] Pushing event updated for resources: {'Port': ['ID=b39f9ec5-e3ea-493e-99e7-1cc95b87e675,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:46.229714 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron_lib.callbacks.manager [None req-2ac61838-4c35-4275-88fb-ef769bd4460d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:46.246629 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-6c6e8f08-3f3a-475e-9e10-f6639985546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:46.251143 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-615a8a61-15ac-4b30-8ff5-f507a32b4da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568988'] for router_interface, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:46.315561 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-6c6e8f08-3f3a-475e-9e10-f6639985546f None None] For port 86996cec-4d04-44e3-9920-2d0a07ab431e, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=86996cec-4d04-44e3-9920-2d0a07ab431e,segment=NetworkSegment(5260dc8a-d4ff-4522-ae2f-326bc3bdc154),segment_id=5260dc8a-d4ff-4522-ae2f-326bc3bdc154)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:36:46.328923 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36197fd-7a74-4fde-8969-9db02627f4d1 None None] Pushing event updated for resources: {'Port': ['ID=2d27e053-cd58-4286-8bd0-720e32130ceb,revision_number=3']} {{(pid=94802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:46.354120 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac61838-4c35-4275-88fb-ef769bd4460d None None] Routers {'60adaa8c-eefb-4c20-be5e-2203239f296c'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:36:46.354914 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-2ac61838-4c35-4275-88fb-ef769bd4460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:36:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['60adaa8c-eefb-4c20-be5e-2203239f296c'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:46.378592 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-6c6e8f08-3f3a-475e-9e10-f6639985546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:46.504706 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e8f08-3f3a-475e-9e10-f6639985546f None None] Pushing event updated for resources: {'Port': ['ID=86996cec-4d04-44e3-9920-2d0a07ab431e,revision_number=3']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:46.526097 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 86996cec-4d04-44e3-9920-2d0a07ab431e up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:36:46.560661 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-615a8a61-15ac-4b30-8ff5-f507a32b4da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:46.590198 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-2ac61838-4c35-4275-88fb-ef769bd4460d None None] Set router 60adaa8c-eefb-4c20-be5e-2203239f296c gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:36:46.632866 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 86996cec-4d04-44e3-9920-2d0a07ab431e triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:36:46.633544 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:46.813715 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-be42bf2a-6c11-4dfa-b269-0334c8ccfc3c None None] Provisioning complete for port 86996cec-4d04-44e3-9920-2d0a07ab431e triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:36:46.814237 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-be42bf2a-6c11-4dfa-b269-0334c8ccfc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:46.948534 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-2ac61838-4c35-4275-88fb-ef769bd4460d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60adaa8c-eefb-4c20-be5e-2203239f296c', 'name': 'tempest-TestVolumeBootPattern-478300898-router', 'tenant_id': 'ef0d9eec21c64e959900c0c9273fc04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2d27e053-cd58-4286-8bd0-720e32130ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:42Z', 'updated_at': '2021-09-15T15:36:43Z', 'revision_number': 3, 'project_id': 'ef0d9eec21c64e959900c0c9273fc04e', 'gw_port': {'id': '2d27e053-cd58-4286-8bd0-720e32130ceb', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60adaa8c-eefb-4c20-be5e-2203239f296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:43Z', 'updated_at': '2021-09-15T15:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:46.980858 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-be42bf2a-6c11-4dfa-b269-0334c8ccfc3c None None] Provisioning complete for port b39f9ec5-e3ea-493e-99e7-1cc95b87e675 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:36:46.981817 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-be42bf2a-6c11-4dfa-b269-0334c8ccfc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:46.984369 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac61838-4c35-4275-88fb-ef769bd4460d None None] The sync data for ids ['60adaa8c-eefb-4c20-be5e-2203239f296c'] in dv-cinder-809201-1-iscsi is: [{'id': '60adaa8c-eefb-4c20-be5e-2203239f296c', 'name': 'tempest-TestVolumeBootPattern-478300898-router', 'tenant_id': 'ef0d9eec21c64e959900c0c9273fc04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2d27e053-cd58-4286-8bd0-720e32130ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:42Z', 'updated_at': '2021-09-15T15:36:43Z', 'revision_number': 3, 'project_id': 'ef0d9eec21c64e959900c0c9273fc04e', 'gw_port': {'id': '2d27e053-cd58-4286-8bd0-720e32130ceb', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60adaa8c-eefb-4c20-be5e-2203239f296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:43Z', 'updated_at': '2021-09-15T15:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}] {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:36:47.039548 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-be42bf2a-6c11-4dfa-b269-0334c8ccfc3c None None] Port b39f9ec5-e3ea-493e-99e7-1cc95b87e675 cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:36:47.086310 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-615a8a61-15ac-4b30-8ff5-f507a32b4da1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:47.155837 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-615a8a61-15ac-4b30-8ff5-f507a32b4da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:47.171503 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-6237863b-4c7a-4eba-9194-c6e86ee0f90c None None] Provisioning complete for port b39f9ec5-e3ea-493e-99e7-1cc95b87e675 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:36:47.172162 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-6237863b-4c7a-4eba-9194-c6e86ee0f90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:47.239443 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a8a61-15ac-4b30-8ff5-f507a32b4da1 admin admin] Pushing event updated for resources: {'Port': ['ID=b39f9ec5-e3ea-493e-99e7-1cc95b87e675,revision_number=2']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:47.245954 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-6237863b-4c7a-4eba-9194-c6e86ee0f90c None None] Port b39f9ec5-e3ea-493e-99e7-1cc95b87e675 cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:36:47.262312 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-615a8a61-15ac-4b30-8ff5-f507a32b4da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579084'] for router_interface, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:47.405196 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615a8a61-15ac-4b30-8ff5-f507a32b4da1 admin admin] Network 203955fa-cca5-4faf-bd7e-492982db76ad is already hosted by enough agents. {{(pid=94800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:36:47.407223 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [None req-615a8a61-15ac-4b30-8ff5-f507a32b4da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:36:47.592488 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615a8a61-15ac-4b30-8ff5-f507a32b4da1 admin admin] Router 60adaa8c-eefb-4c20-be5e-2203239f296c has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:36:47.674586 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-9cd43919-5a6e-44f8-9a2f-21b0c4567650 None None] Provisioning complete for port b39f9ec5-e3ea-493e-99e7-1cc95b87e675 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:36:47.675156 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-9cd43919-5a6e-44f8-9a2f-21b0c4567650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:47.736456 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-9cd43919-5a6e-44f8-9a2f-21b0c4567650 None None] Port b39f9ec5-e3ea-493e-99e7-1cc95b87e675 cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:36:47.746608 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615a8a61-15ac-4b30-8ff5-f507a32b4da1 admin admin] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:36:47.752712 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-615a8a61-15ac-4b30-8ff5-f507a32b4da1 admin admin] 10.222.0.54 "PUT /v2.0/routers/60adaa8c-eefb-4c20-be5e-2203239f296c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8333607 Sep 15 15:36:48.428489 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 2d27e053-cd58-4286-8bd0-720e32130ceb up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:36:48.492779 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 2d27e053-cd58-4286-8bd0-720e32130ceb triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:36:48.493292 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:48.548813 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 55812) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:48.556190 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-0fa3dd08-cd2c-4a01-bbb3-8e927b4c03e7 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-744334079', 'description': 'tempest-secgroup-smoke-744334079 description', 'project_id': '7d812ec61757446683167b44880ffb33'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:36:48.612431 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:48.636272 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] For port 2d27e053-cd58-4286-8bd0-720e32130ceb, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=2d27e053-cd58-4286-8bd0-720e32130ceb,segment=NetworkSegment(892b6518-e65e-438b-8e7f-3ce7335aa343),segment_id=892b6518-e65e-438b-8e7f-3ce7335aa343)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:36:48.681159 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-0fa3dd08-cd2c-4a01-bbb3-8e927b4c03e7 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:48.715165 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:48.716321 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 86996cec-4d04-44e3-9920-2d0a07ab431e up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:36:48.790371 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc556bff-5759-4d61-a190-89ba7c412d03 None None] Sync routers for ids ['60adaa8c-eefb-4c20-be5e-2203239f296c'] in dv-cinder-809201-1-iscsi {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:36:48.799481 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-0fa3dd08-cd2c-4a01-bbb3-8e927b4c03e7 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:48.836926 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc556bff-5759-4d61-a190-89ba7c412d03 None None] Routers {'60adaa8c-eefb-4c20-be5e-2203239f296c'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:36:48.837707 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-cc556bff-5759-4d61-a190-89ba7c412d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:36:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['60adaa8c-eefb-4c20-be5e-2203239f296c'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:48.882992 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Pushing event updated for resources: {'Port': ['ID=2d27e053-cd58-4286-8bd0-720e32130ceb,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:48.898939 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-0fa3dd08-cd2c-4a01-bbb3-8e927b4c03e7 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:48.913999 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 86996cec-4d04-44e3-9920-2d0a07ab431e triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:36:48.913999 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:48.944194 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3dd08-cd2c-4a01-bbb3-8e927b4c03e7 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e831fe4a-075d-4f65-9c9f-545f5ae4603a,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:49.005151 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-cc556bff-5759-4d61-a190-89ba7c412d03 None None] Set router 60adaa8c-eefb-4c20-be5e-2203239f296c gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:36:49.035808 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-0fa3dd08-cd2c-4a01-bbb3-8e927b4c03e7 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:49.037396 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-0fa3dd08-cd2c-4a01-bbb3-8e927b4c03e7 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4870136 Sep 15 15:36:49.041861 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 55814) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:49.048048 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-a1e84f6b-5f23-4d93-a170-7ac76ae165e2 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Request body: {'security_group_rule': {'security_group_id': 'e831fe4a-075d-4f65-9c9f-545f5ae4603a', 'project_id': '7d812ec61757446683167b44880ffb33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:36:49.168915 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a1e84f6b-5f23-4d93-a170-7ac76ae165e2 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:49.250763 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a1e84f6b-5f23-4d93-a170-7ac76ae165e2 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:49.265009 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-cc556bff-5759-4d61-a190-89ba7c412d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60adaa8c-eefb-4c20-be5e-2203239f296c', 'name': 'tempest-TestVolumeBootPattern-478300898-router', 'tenant_id': 'ef0d9eec21c64e959900c0c9273fc04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2d27e053-cd58-4286-8bd0-720e32130ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:42Z', 'updated_at': '2021-09-15T15:36:46Z', 'revision_number': 4, 'project_id': 'ef0d9eec21c64e959900c0c9273fc04e', 'gw_port': {'id': '2d27e053-cd58-4286-8bd0-720e32130ceb', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60adaa8c-eefb-4c20-be5e-2203239f296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:43Z', 'updated_at': '2021-09-15T15:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': 'b39f9ec5-e3ea-493e-99e7-1cc95b87e675', 'name': '', 'network_id': '203955fa-cca5-4faf-bd7e-492982db76ad', 'tenant_id': 'ef0d9eec21c64e959900c0c9273fc04e', 'mac_address': 'fa:16:3e:1c:89:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60adaa8c-eefb-4c20-be5e-2203239f296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '11fb4579-1c77-4cf7-a98a-1e88ebc75abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:45Z', 'updated_at': '2021-09-15T15:36:46Z', 'revision_number': 2, 'project_id': 'ef0d9eec21c64e959900c0c9273fc04e', 'subnets': [{'id': '11fb4579-1c77-4cf7-a98a-1e88ebc75abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:49.293972 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc556bff-5759-4d61-a190-89ba7c412d03 None None] Checking router: 60adaa8c-eefb-4c20-be5e-2203239f296c for host: dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:36:49.294313 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc556bff-5759-4d61-a190-89ba7c412d03 None None] Updating router 60adaa8c-eefb-4c20-be5e-2203239f296c port b39f9ec5-e3ea-493e-99e7-1cc95b87e675 binding host dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:36:49.320724 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a1e84f6b-5f23-4d93-a170-7ac76ae165e2 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475222'] for security_group_rule, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:49.321837 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-cc556bff-5759-4d61-a190-89ba7c412d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:49.345342 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e84f6b-5f23-4d93-a170-7ac76ae165e2 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeb77062-7c68-4ac1-b19b-c30fd7bf671a,revision_number=0']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:49.418487 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a1e84f6b-5f23-4d93-a170-7ac76ae165e2 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:49.423038 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-a1e84f6b-5f23-4d93-a170-7ac76ae165e2 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3769398 Sep 15 15:36:49.423428 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 55816) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:49.429057 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-38e98c0a-67f3-4b1c-8709-39dabe674d21 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Request body: {'security_group_rule': {'security_group_id': 'e831fe4a-075d-4f65-9c9f-545f5ae4603a', 'project_id': '7d812ec61757446683167b44880ffb33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:36:49.621126 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-38e98c0a-67f3-4b1c-8709-39dabe674d21 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:49.695460 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-38e98c0a-67f3-4b1c-8709-39dabe674d21 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:49.701592 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-cc556bff-5759-4d61-a190-89ba7c412d03 None None] Notify callbacks [] for port, precommit_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:49.772661 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-38e98c0a-67f3-4b1c-8709-39dabe674d21 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475222'] for security_group_rule, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:49.791114 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e98c0a-67f3-4b1c-8709-39dabe674d21 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67052f57-b8f6-4e41-8622-8a94420e0ffd,revision_number=0']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:49.795659 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-cc556bff-5759-4d61-a190-89ba7c412d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:49.886581 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-38e98c0a-67f3-4b1c-8709-39dabe674d21 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:49.892914 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-38e98c0a-67f3-4b1c-8709-39dabe674d21 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4647305 Sep 15 15:36:49.892914 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 55818) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:49.896298 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4b642-d1af-402d-b3af-4e6826c43f36 None None] Pushing event updated for resources: {'Port': ['ID=b39f9ec5-e3ea-493e-99e7-1cc95b87e675,revision_number=3']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:49.901929 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-92b8552f-8aa0-4dc6-a2a3-7d9556c4e596 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Request body: {'security_group_rule': {'security_group_id': 'e831fe4a-075d-4f65-9c9f-545f5ae4603a', 'project_id': '7d812ec61757446683167b44880ffb33', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:36:49.951937 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-cc556bff-5759-4d61-a190-89ba7c412d03 None None] Attempting to bind port b39f9ec5-e3ea-493e-99e7-1cc95b87e675 on host dv-cinder-809201-1-iscsi for vnic_type normal with profile {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:36:49.952206 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-cc556bff-5759-4d61-a190-89ba7c412d03 None None] Attempting to bind port b39f9ec5-e3ea-493e-99e7-1cc95b87e675 by drivers openvswitch,hyperv on host dv-cinder-809201-1-iscsi at level 0 using segments [{'id': '5260dc8a-d4ff-4522-ae2f-326bc3bdc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '203955fa-cca5-4faf-bd7e-492982db76ad'}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:36:49.952558 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc556bff-5759-4d61-a190-89ba7c412d03 None None] Attempting to bind port b39f9ec5-e3ea-493e-99e7-1cc95b87e675 on network 203955fa-cca5-4faf-bd7e-492982db76ad {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:36:49.958889 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc556bff-5759-4d61-a190-89ba7c412d03 None None] Checking agent: {'id': '5615ddb3-87b2-464b-a0f7-e62891e98fa2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809201-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 18, 56), 'started_at': datetime.datetime(2021, 9, 15, 15, 19, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809201-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:36:49.959316 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc556bff-5759-4d61-a190-89ba7c412d03 None None] Checking segment: {'id': '5260dc8a-d4ff-4522-ae2f-326bc3bdc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '203955fa-cca5-4faf-bd7e-492982db76ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:36:49.959712 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-cc556bff-5759-4d61-a190-89ba7c412d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:49.960099 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc556bff-5759-4d61-a190-89ba7c412d03 None None] Bound using segment: {'id': '5260dc8a-d4ff-4522-ae2f-326bc3bdc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '203955fa-cca5-4faf-bd7e-492982db76ad'} {{(pid=94801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:36:49.960575 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.managers [None req-cc556bff-5759-4d61-a190-89ba7c412d03 None None] Bound port: b39f9ec5-e3ea-493e-99e7-1cc95b87e675, host: dv-cinder-809201-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5260dc8a-d4ff-4522-ae2f-326bc3bdc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '203955fa-cca5-4faf-bd7e-492982db76ad'}}] {{(pid=94801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:36:49.960951 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-cc556bff-5759-4d61-a190-89ba7c412d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:50.025559 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-92b8552f-8aa0-4dc6-a2a3-7d9556c4e596 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:50.050669 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-cc556bff-5759-4d61-a190-89ba7c412d03 None None] For port b39f9ec5-e3ea-493e-99e7-1cc95b87e675, host dv-cinder-809201-1-iscsi, cleared binding levels {{(pid=94801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:36:50.057892 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-cc556bff-5759-4d61-a190-89ba7c412d03 None None] For port b39f9ec5-e3ea-493e-99e7-1cc95b87e675, host dv-cinder-809201-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=b39f9ec5-e3ea-493e-99e7-1cc95b87e675,segment=NetworkSegment(5260dc8a-d4ff-4522-ae2f-326bc3bdc154),segment_id=5260dc8a-d4ff-4522-ae2f-326bc3bdc154)] {{(pid=94801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:36:50.077774 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-1c672708-b00b-4bf5-a8a5-eda33b423a38 None None] Provisioning complete for port b39f9ec5-e3ea-493e-99e7-1cc95b87e675 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:36:50.078131 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-1c672708-b00b-4bf5-a8a5-eda33b423a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:50.116110 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-1c672708-b00b-4bf5-a8a5-eda33b423a38 None None] Port b39f9ec5-e3ea-493e-99e7-1cc95b87e675 cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:36:50.126940 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-cc556bff-5759-4d61-a190-89ba7c412d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:50.136396 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-92b8552f-8aa0-4dc6-a2a3-7d9556c4e596 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:50.190404 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc556bff-5759-4d61-a190-89ba7c412d03 None None] Routers {'60adaa8c-eefb-4c20-be5e-2203239f296c'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:36:50.191052 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-cc556bff-5759-4d61-a190-89ba7c412d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:36:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['60adaa8c-eefb-4c20-be5e-2203239f296c'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:50.192970 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4b642-d1af-402d-b3af-4e6826c43f36 None None] Pushing event updated for resources: {'Port': ['ID=b39f9ec5-e3ea-493e-99e7-1cc95b87e675,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:50.212232 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-92b8552f-8aa0-4dc6-a2a3-7d9556c4e596 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475222'] for security_group_rule, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:50.233224 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8552f-8aa0-4dc6-a2a3-7d9556c4e596 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f7c885-03c8-40c9-813d-ecf502e10cf8,revision_number=0']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:50.315421 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-92b8552f-8aa0-4dc6-a2a3-7d9556c4e596 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:50.319028 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-92b8552f-8aa0-4dc6-a2a3-7d9556c4e596 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4227402 Sep 15 15:36:50.327143 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-cc556bff-5759-4d61-a190-89ba7c412d03 None None] Set router 60adaa8c-eefb-4c20-be5e-2203239f296c gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:36:50.328019 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 55820) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:50.333929 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-d4cf7917-5ad0-4b92-8265-8a45095dd7a1 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Request body: {'security_group_rule': {'security_group_id': 'e831fe4a-075d-4f65-9c9f-545f5ae4603a', 'project_id': '7d812ec61757446683167b44880ffb33', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:36:50.442887 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-d4cf7917-5ad0-4b92-8265-8a45095dd7a1 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:50.498303 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 2d27e053-cd58-4286-8bd0-720e32130ceb up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:36:50.562086 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-d4cf7917-5ad0-4b92-8265-8a45095dd7a1 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:50.583180 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-4d7330c1-b062-403a-9643-c15d55a3d854 None None] Provisioning complete for port b39f9ec5-e3ea-493e-99e7-1cc95b87e675 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:36:50.583536 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-4d7330c1-b062-403a-9643-c15d55a3d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:50.658242 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-d4cf7917-5ad0-4b92-8265-8a45095dd7a1 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475222'] for security_group_rule, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:50.687158 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf7917-5ad0-4b92-8265-8a45095dd7a1 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8254d25-0566-460c-90b7-bd1d5dc63676,revision_number=0']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:50.688776 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port 2d27e053-cd58-4286-8bd0-720e32130ceb triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:36:50.689128 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:50.783838 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-d4cf7917-5ad0-4b92-8265-8a45095dd7a1 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:50.786050 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-d4cf7917-5ad0-4b92-8265-8a45095dd7a1 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4562271 Sep 15 15:36:50.789392 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 55822) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:50.794814 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-e5c49d39-0021-4b27-909c-52bcd44a9b00 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Request body: {'security_group_rule': {'security_group_id': 'e831fe4a-075d-4f65-9c9f-545f5ae4603a', 'project_id': '7d812ec61757446683167b44880ffb33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:36:50.820447 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-4d7330c1-b062-403a-9643-c15d55a3d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:50.899406 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-4d7330c1-b062-403a-9643-c15d55a3d854 None None] For port b39f9ec5-e3ea-493e-99e7-1cc95b87e675, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=b39f9ec5-e3ea-493e-99e7-1cc95b87e675,segment=NetworkSegment(5260dc8a-d4ff-4522-ae2f-326bc3bdc154),segment_id=5260dc8a-d4ff-4522-ae2f-326bc3bdc154)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:36:50.911114 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-cc556bff-5759-4d61-a190-89ba7c412d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60adaa8c-eefb-4c20-be5e-2203239f296c', 'name': 'tempest-TestVolumeBootPattern-478300898-router', 'tenant_id': 'ef0d9eec21c64e959900c0c9273fc04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2d27e053-cd58-4286-8bd0-720e32130ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:42Z', 'updated_at': '2021-09-15T15:36:46Z', 'revision_number': 4, 'project_id': 'ef0d9eec21c64e959900c0c9273fc04e', 'gw_port': {'id': '2d27e053-cd58-4286-8bd0-720e32130ceb', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60adaa8c-eefb-4c20-be5e-2203239f296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:43Z', 'updated_at': '2021-09-15T15:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': 'b39f9ec5-e3ea-493e-99e7-1cc95b87e675', 'name': '', 'network_id': '203955fa-cca5-4faf-bd7e-492982db76ad', 'tenant_id': 'ef0d9eec21c64e959900c0c9273fc04e', 'mac_address': 'fa:16:3e:1c:89:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60adaa8c-eefb-4c20-be5e-2203239f296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '11fb4579-1c77-4cf7-a98a-1e88ebc75abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:45Z', 'updated_at': '2021-09-15T15:36:50Z', 'revision_number': 4, 'project_id': 'ef0d9eec21c64e959900c0c9273fc04e', 'subnets': [{'id': '11fb4579-1c77-4cf7-a98a-1e88ebc75abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:36:50.915675 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.db.securitygroups_db [None req-e5c49d39-0021-4b27-909c-52bcd44a9b00 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Project 7d812ec61757446683167b44880ffb33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 15:36:50.924177 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-e5c49d39-0021-4b27-909c-52bcd44a9b00 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:50.963676 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc556bff-5759-4d61-a190-89ba7c412d03 None None] The sync data for ids ['60adaa8c-eefb-4c20-be5e-2203239f296c'] in dv-cinder-809201-1-iscsi is: [{'id': '60adaa8c-eefb-4c20-be5e-2203239f296c', 'name': 'tempest-TestVolumeBootPattern-478300898-router', 'tenant_id': 'ef0d9eec21c64e959900c0c9273fc04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2d27e053-cd58-4286-8bd0-720e32130ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:42Z', 'updated_at': '2021-09-15T15:36:46Z', 'revision_number': 4, 'project_id': 'ef0d9eec21c64e959900c0c9273fc04e', 'gw_port': {'id': '2d27e053-cd58-4286-8bd0-720e32130ceb', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60adaa8c-eefb-4c20-be5e-2203239f296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:43Z', 'updated_at': '2021-09-15T15:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': 'b39f9ec5-e3ea-493e-99e7-1cc95b87e675', 'name': '', 'network_id': '203955fa-cca5-4faf-bd7e-492982db76ad', 'tenant_id': 'ef0d9eec21c64e959900c0c9273fc04e', 'mac_address': 'fa:16:3e:1c:89:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60adaa8c-eefb-4c20-be5e-2203239f296c', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '11fb4579-1c77-4cf7-a98a-1e88ebc75abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:45Z', 'updated_at': '2021-09-15T15:36:50Z', 'revision_number': 4, 'project_id': 'ef0d9eec21c64e959900c0c9273fc04e', 'subnets': [{'id': '11fb4579-1c77-4cf7-a98a-1e88ebc75abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:36:50.984433 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-4d7330c1-b062-403a-9643-c15d55a3d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:51.040083 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-e5c49d39-0021-4b27-909c-52bcd44a9b00 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:51.080173 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7330c1-b062-403a-9643-c15d55a3d854 None None] Pushing event updated for resources: {'Port': ['ID=b39f9ec5-e3ea-493e-99e7-1cc95b87e675,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:51.116428 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-e5c49d39-0021-4b27-909c-52bcd44a9b00 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475222'] for security_group_rule, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:51.146165 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c49d39-0021-4b27-909c-52bcd44a9b00 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6215408b-829a-4a5c-b23e-b1de7182f7e8,revision_number=0']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:51.212327 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-e5c49d39-0021-4b27-909c-52bcd44a9b00 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:51.213622 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-e5c49d39-0021-4b27-909c-52bcd44a9b00 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4231224 Sep 15 15:36:51.217386 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 55824) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:51.223255 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-c397b4e1-6e70-4297-a6a9-63f1147ec5c3 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Request body: {'security_group_rule': {'security_group_id': 'e831fe4a-075d-4f65-9c9f-545f5ae4603a', 'project_id': '7d812ec61757446683167b44880ffb33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:36:51.343611 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.db.securitygroups_db [None req-c397b4e1-6e70-4297-a6a9-63f1147ec5c3 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Project 7d812ec61757446683167b44880ffb33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 15:36:51.352310 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c397b4e1-6e70-4297-a6a9-63f1147ec5c3 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:51.457721 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c397b4e1-6e70-4297-a6a9-63f1147ec5c3 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:51.550190 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c397b4e1-6e70-4297-a6a9-63f1147ec5c3 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475222'] for security_group_rule, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:51.577297 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397b4e1-6e70-4297-a6a9-63f1147ec5c3 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=defaf921-ffba-43bf-a2c6-1e5d019c3f37,revision_number=0']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:51.669985 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-c397b4e1-6e70-4297-a6a9-63f1147ec5c3 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:51.672186 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-c397b4e1-6e70-4297-a6a9-63f1147ec5c3 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4533463 Sep 15 15:36:52.341304 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device b39f9ec5-e3ea-493e-99e7-1cc95b87e675 up at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:36:52.396290 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Provisioning complete for port b39f9ec5-e3ea-493e-99e7-1cc95b87e675 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:36:52.396786 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:53.189334 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e65e2808-f985-427d-9693-4cd218063acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:54.417892 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:56.132856 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-a28b8f2e-9b86-40db-a5bf-b56c84b1844f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:56.212005 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:57.143851 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:58.783237 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:08.584431 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a2122-ebb8-4b44-9cb9-cc823c470d95 req-f6d6b6ef-4446-4641-acdf-e42394fe5705 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:08.589103 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cc5a2122-ebb8-4b44-9cb9-cc823c470d95 req-f6d6b6ef-4446-4641-acdf-e42394fe5705 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.0625260 Sep 15 15:37:08.633421 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cc5a2122-ebb8-4b44-9cb9-cc823c470d95 req-cf079fc7-b19e-436c-b8ee-7dd28808b2a9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402112 Sep 15 15:37:09.802162 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06548b-d5a8-4395-9e85-4d3b88192144 req-3b4c32ed-9964-4a08-a842-b8d3f110f188 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:09.804075 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8d06548b-d5a8-4395-9e85-4d3b88192144 req-3b4c32ed-9964-4a08-a842-b8d3f110f188 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.0735705 Sep 15 15:37:09.852425 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8d06548b-d5a8-4395-9e85-4d3b88192144 req-04a7ce44-e2e9-4057-90c8-b0c9ba8bca4b tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411711 Sep 15 15:37:10.002063 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-bc7b50d6-ad79-481e-9ccd-6605527e6797 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-744334079&fields=id&tenant_id=7d812ec61757446683167b44880ffb33 HTTP/1.1" status: 200 len: 267 time: 0.0551610 Sep 15 15:37:10.181223 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-b4716f1d-c35e-4c2d-9a44-ad243906990d tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:10.183262 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-b4716f1d-c35e-4c2d-9a44-ad243906990d tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/networks?id=07a53ba0-b090-4791-856f-35fa91df8427 HTTP/1.1" status: 200 len: 812 time: 0.1735165 Sep 15 15:37:10.200418 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-1a7a34c7-74c8-4c0f-bd5e-7408d3615d55 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/quotas/7d812ec61757446683167b44880ffb33 HTTP/1.1" status: 200 len: 375 time: 0.0112729 Sep 15 15:37:10.257527 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-fcd05c29-93fc-4c6c-9c68-b9a54b81b292 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7d812ec61757446683167b44880ffb33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510626 Sep 15 15:37:10.370832 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-955cfa01-5045-4c1f-bed9-5d22f83ad2d3 service neutron] 10.222.0.54 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996103 Sep 15 15:37:10.470069 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-2d1d9f7c-1528-4f06-83bf-a05d351ac5bb service neutron] 10.222.0.54 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912404 Sep 15 15:37:10.994738 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed2465-d67e-4ff2-bd7e-8b41ca630487 req-bef34fb4-14a1-4e5a-b219-28f2bc4cf6fb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:10.996362 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a4ed2465-d67e-4ff2-bd7e-8b41ca630487 req-bef34fb4-14a1-4e5a-b219-28f2bc4cf6fb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.0573971 Sep 15 15:37:11.092869 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a4ed2465-d67e-4ff2-bd7e-8b41ca630487 req-30e0ad08-9c4f-4b02-8366-c4ddacb585f1 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822270 Sep 15 15:37:11.095232 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e6d24ca2-9644-4fdd-a21f-0a97000be258 req-56c3e7e5-2bf7-4579-bd5d-a6526b50482f tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d61c0e2-d3cc-4438-9a34-e0f208f75a1e HTTP/1.1" status: 200 len: 210 time: 0.0450585 Sep 15 15:37:12.206270 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b5913128-aefa-43b2-ada0-a989d0524c26 req-c29691f6-454b-4706-a365-02569af9a615 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d61c0e2-d3cc-4438-9a34-e0f208f75a1e HTTP/1.1" status: 200 len: 210 time: 0.0280862 Sep 15 15:37:12.278751 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e0ff5-43f5-44bc-ba11-b0bf6543ace6 req-ac8e54a0-f463-4c96-bab1-362e265a9d64 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:12.280398 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e70e0ff5-43f5-44bc-ba11-b0bf6543ace6 req-ac8e54a0-f463-4c96-bab1-362e265a9d64 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.0630603 Sep 15 15:37:12.329293 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e70e0ff5-43f5-44bc-ba11-b0bf6543ace6 req-6c99ea43-a994-4409-8d70-51729dcf99d9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410640 Sep 15 15:37:12.968253 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:37:13.319674 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bb67d218-40c5-4471-9d2a-09bccc0079e3 req-1cf6fe51-5486-4d7b-b1e3-996c87408b61 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d61c0e2-d3cc-4438-9a34-e0f208f75a1e HTTP/1.1" status: 200 len: 210 time: 0.0359967 Sep 15 15:37:13.466022 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63e058-f5e2-4285-96f4-68f9bc46dcea req-b6ae399c-1cef-4027-abee-e23605a27e32 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:13.466022 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6c63e058-f5e2-4285-96f4-68f9bc46dcea req-b6ae399c-1cef-4027-abee-e23605a27e32 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.0602872 Sep 15 15:37:13.551067 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6c63e058-f5e2-4285-96f4-68f9bc46dcea req-54651b4e-a10d-48c0-8d68-2da83bf2145a tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765445 Sep 15 15:37:13.640341 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-fad380ac-84f5-42ca-97ac-a2f3f50734a5 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:13.641869 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-fad380ac-84f5-42ca-97ac-a2f3f50734a5 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.58 "GET /v2.0/networks?id=07a53ba0-b090-4791-856f-35fa91df8427 HTTP/1.1" status: 200 len: 812 time: 0.1457963 Sep 15 15:37:13.691380 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-2caffa9d-b03d-485a-98de-73ae90cba921 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d812ec61757446683167b44880ffb33 HTTP/1.1" status: 200 len: 379 time: 0.0390043 Sep 15 15:37:13.702024 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-bfcc9eae-74d6-4826-8b5c-a97ea06ce992 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Request body: {'port': {'device_id': '8d61c0e2-d3cc-4438-9a34-e0f208f75a1e', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'admin_state_up': True, 'tenant_id': '7d812ec61757446683167b44880ffb33', 'security_groups': ['e831fe4a-075d-4f65-9c9f-545f5ae4603a']}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:37:13.920621 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-bfcc9eae-74d6-4826-8b5c-a97ea06ce992 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Made reservation on behalf of 7d812ec61757446683167b44880ffb33 for: {'port': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:37:13.928893 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-bfcc9eae-74d6-4826-8b5c-a97ea06ce992 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:14.077672 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_common [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-bfcc9eae-74d6-4826-8b5c-a97ea06ce992 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Allocated IP 172.20.0.5 (07a53ba0-b090-4791-856f-35fa91df8427/781284e4-ba10-42ed-9662-a5f92afda956/0dffd36a-1fb4-41bd-861c-f1839eb17081) {{(pid=94800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:37:14.307401 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-bfcc9eae-74d6-4826-8b5c-a97ea06ce992 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for port, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:14.432336 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-43a0e4cf-3d60-4a2c-bfae-0981a4a27707 req-3e0d1e5d-d7fa-4542-ad07-a4a445320644 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d61c0e2-d3cc-4438-9a34-e0f208f75a1e HTTP/1.1" status: 200 len: 210 time: 0.0290470 Sep 15 15:37:14.433624 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-bfcc9eae-74d6-4826-8b5c-a97ea06ce992 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:14.480849 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-bfcc9eae-74d6-4826-8b5c-a97ea06ce992 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Network 07a53ba0-b090-4791-856f-35fa91df8427 is already hosted by enough agents. {{(pid=94800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:37:14.484639 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-bfcc9eae-74d6-4826-8b5c-a97ea06ce992 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Resources bound (agent type, host, resource id): {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:37:14.491467 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-bfcc9eae-74d6-4826-8b5c-a97ea06ce992 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Received port after_create {{(pid=94800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:37:14.498465 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc9eae-74d6-4826-8b5c-a97ea06ce992 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Pushing event updated for resources: {'Port': ['ID=0dffd36a-1fb4-41bd-861c-f1839eb17081,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:37:14.558893 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-bfcc9eae-74d6-4826-8b5c-a97ea06ce992 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:14.563324 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-bfcc9eae-74d6-4826-8b5c-a97ea06ce992 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:14.688747 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-bfcc9eae-74d6-4826-8b5c-a97ea06ce992 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9915545 Sep 15 15:37:14.718095 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-a373dd88-a448-4664-98a2-4071b58ec3a4 service neutron] Request body: {'port': {'device_id': '8d61c0e2-d3cc-4438-9a34-e0f208f75a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:37:14.777168 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d3481-867f-4e4d-8c12-399f68b71460 req-bbc5f9b3-1bec-462e-bf5c-5bedf81cacec tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:14.777889 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-69ed723f-18ee-4596-9f00-13f81a51b7e0 None None] Provisioning complete for port 0dffd36a-1fb4-41bd-861c-f1839eb17081 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:37:14.778537 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-69ed723f-18ee-4596-9f00-13f81a51b7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:14.778771 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-738d3481-867f-4e4d-8c12-399f68b71460 req-bbc5f9b3-1bec-462e-bf5c-5bedf81cacec tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.1012266 Sep 15 15:37:14.820567 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-a373dd88-a448-4664-98a2-4071b58ec3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:14.836278 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-69ed723f-18ee-4596-9f00-13f81a51b7e0 None None] Port 0dffd36a-1fb4-41bd-861c-f1839eb17081 cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:37:14.853080 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-738d3481-867f-4e4d-8c12-399f68b71460 req-5c6d4ee6-e2c1-45a1-918e-6cb7418784db tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583446 Sep 15 15:37:15.148337 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-a373dd88-a448-4664-98a2-4071b58ec3a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dffd36a-1fb4-41bd-861c-f1839eb17081 {{(pid=94800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:37:15.156719 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-a373dd88-a448-4664-98a2-4071b58ec3a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:15.170775 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.provisioning_blocks [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-a373dd88-a448-4664-98a2-4071b58ec3a4 service neutron] Transition to ACTIVE for port object 0dffd36a-1fb4-41bd-861c-f1839eb17081 will not be triggered until provisioned by entity L2. {{(pid=94800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:37:15.246052 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-a373dd88-a448-4664-98a2-4071b58ec3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:15.309265 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373dd88-a448-4664-98a2-4071b58ec3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0dffd36a-1fb4-41bd-861c-f1839eb17081,revision_number=2']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:37:15.391810 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-a373dd88-a448-4664-98a2-4071b58ec3a4 service neutron] Attempting to bind port 0dffd36a-1fb4-41bd-861c-f1839eb17081 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:37:15.392144 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-a373dd88-a448-4664-98a2-4071b58ec3a4 service neutron] Attempting to bind port 0dffd36a-1fb4-41bd-861c-f1839eb17081 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '44e20436-1003-4b4b-a47c-42a8265f36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427'}] {{(pid=94800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:37:15.392476 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-a373dd88-a448-4664-98a2-4071b58ec3a4 service neutron] Attempting to bind port 0dffd36a-1fb4-41bd-861c-f1839eb17081 on network 07a53ba0-b090-4791-856f-35fa91df8427 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:37:15.398508 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-a373dd88-a448-4664-98a2-4071b58ec3a4 service neutron] Port 0dffd36a-1fb4-41bd-861c-f1839eb17081 on network 07a53ba0-b090-4791-856f-35fa91df8427 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:37:15.398765 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-a373dd88-a448-4664-98a2-4071b58ec3a4 service neutron] Attempting to bind port 0dffd36a-1fb4-41bd-861c-f1839eb17081 on network 07a53ba0-b090-4791-856f-35fa91df8427 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:37:15.404334 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-a373dd88-a448-4664-98a2-4071b58ec3a4 service neutron] Checking agent: {'id': 'eba348e6-0b8a-43b6-acdf-c2678b53c044', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'started_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:37:15.404673 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-a373dd88-a448-4664-98a2-4071b58ec3a4 service neutron] Checking segment: {'id': '44e20436-1003-4b4b-a47c-42a8265f36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:37:15.405077 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-a373dd88-a448-4664-98a2-4071b58ec3a4 service neutron] Bound using segment: {'id': '44e20436-1003-4b4b-a47c-42a8265f36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427'} {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:37:15.405498 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-a373dd88-a448-4664-98a2-4071b58ec3a4 service neutron] Bound port: 0dffd36a-1fb4-41bd-861c-f1839eb17081, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44e20436-1003-4b4b-a47c-42a8265f36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427'}}] {{(pid=94800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:37:15.405888 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-a373dd88-a448-4664-98a2-4071b58ec3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:15.496774 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-a373dd88-a448-4664-98a2-4071b58ec3a4 service neutron] For port 0dffd36a-1fb4-41bd-861c-f1839eb17081, host hv-cinder-80920, cleared binding levels {{(pid=94800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:37:15.500469 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-a373dd88-a448-4664-98a2-4071b58ec3a4 service neutron] For port 0dffd36a-1fb4-41bd-861c-f1839eb17081, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0dffd36a-1fb4-41bd-861c-f1839eb17081,segment=NetworkSegment(44e20436-1003-4b4b-a47c-42a8265f36b4),segment_id=44e20436-1003-4b4b-a47c-42a8265f36b4)] {{(pid=94800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:37:15.572540 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-a373dd88-a448-4664-98a2-4071b58ec3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:15.614210 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-a373dd88-a448-4664-98a2-4071b58ec3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:15.615055 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-a373dd88-a448-4664-98a2-4071b58ec3a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:15.616985 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-a373dd88-a448-4664-98a2-4071b58ec3a4 service neutron] 10.222.0.58 "PUT /v2.0/ports/0dffd36a-1fb4-41bd-861c-f1839eb17081 HTTP/1.1" status: 200 len: 1093 time: 0.9045815 Sep 15 15:37:15.620995 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d61c0e2-d3cc-4438-9a34-e0f208f75a1e', 'tag': '0dffd36a-1fb4-41bd-861c-f1839eb17081'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:37:15.624027 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee05274-a839-4884-8448-d42b6f09ea54" -d '{"events": [{"name": "network-changed", "server_uuid": "8d61c0e2-d3cc-4438-9a34-e0f208f75a1e", "tag": "0dffd36a-1fb4-41bd-861c-f1839eb17081"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:37:15.650392 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feab554-d3ae-4732-98e0-1cb0c52c1e25 req-ea4db83b-5c03-4517-b52f-8e1dba039253 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:15.652150 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5feab554-d3ae-4732-98e0-1cb0c52c1e25 req-ea4db83b-5c03-4517-b52f-8e1dba039253 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d61c0e2-d3cc-4438-9a34-e0f208f75a1e HTTP/1.1" status: 200 len: 943 time: 0.1163213 Sep 15 15:37:15.682132 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373dd88-a448-4664-98a2-4071b58ec3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0dffd36a-1fb4-41bd-861c-f1839eb17081,revision_number=3']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:37:15.716671 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ad575f-0172-4d86-bc0b-d6ab91aa998a x-openstack-request-id: req-04ad575f-0172-4d86-bc0b-d6ab91aa998a {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:37:15.717076 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d61c0e2-d3cc-4438-9a34-e0f208f75a1e", "tag": "0dffd36a-1fb4-41bd-861c-f1839eb17081", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:37:15.717424 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-04ad575f-0172-4d86-bc0b-d6ab91aa998a {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:37:15.717903 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d61c0e2-d3cc-4438-9a34-e0f208f75a1e', 'tag': '0dffd36a-1fb4-41bd-861c-f1839eb17081', 'status': 'completed', 'code': 200} Sep 15 15:37:15.739691 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5feab554-d3ae-4732-98e0-1cb0c52c1e25 req-a668ae3c-2b7e-4b25-b30a-bf7295339453 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700102 Sep 15 15:37:15.798850 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee05274-a839-4884-8448-d42b6f09ea54 req-ee164107-c25a-42f5-bc91-aeb86cb1b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:15.802282 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6ee05274-a839-4884-8448-d42b6f09ea54 req-ee164107-c25a-42f5-bc91-aeb86cb1b84f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d812ec61757446683167b44880ffb33&device_id=8d61c0e2-d3cc-4438-9a34-e0f208f75a1e HTTP/1.1" status: 200 len: 1096 time: 0.0831933 Sep 15 15:37:15.997847 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee05274-a839-4884-8448-d42b6f09ea54 req-89dadb12-6633-4d49-9a82-7830ef61aacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:16.000544 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6ee05274-a839-4884-8448-d42b6f09ea54 req-89dadb12-6633-4d49-9a82-7830ef61aacf service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=7d812ec61757446683167b44880ffb33&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1896839 Sep 15 15:37:16.143369 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe3066-473a-4ae4-aceb-fbe71f8701ca req-0ebe91cf-214b-4a84-9bcd-50420c4f9f14 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:16.146795 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a7fe3066-473a-4ae4-aceb-fbe71f8701ca req-0ebe91cf-214b-4a84-9bcd-50420c4f9f14 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.2039392 Sep 15 15:37:16.258734 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a7fe3066-473a-4ae4-aceb-fbe71f8701ca req-e99afd54-88df-40b6-9a1a-28fdf4b9147f tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995641 Sep 15 15:37:16.261007 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee05274-a839-4884-8448-d42b6f09ea54 req-33d5428d-c1d1-456f-bd46-16a34b0067f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:16.263568 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6ee05274-a839-4884-8448-d42b6f09ea54 req-33d5428d-c1d1-456f-bd46-16a34b0067f0 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2550385 Sep 15 15:37:16.349835 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-97513808-5cfd-4473-b875-91ad79ce9eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:16.351699 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-97513808-5cfd-4473-b875-91ad79ce9eff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d812ec61757446683167b44880ffb33&device_id=8d61c0e2-d3cc-4438-9a34-e0f208f75a1e HTTP/1.1" status: 200 len: 1096 time: 0.0470285 Sep 15 15:37:16.401918 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-be517f25-61f3-42d7-9b8e-2474cae3fda6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dffd36a-1fb4-41bd-861c-f1839eb17081 HTTP/1.1" status: 200 len: 217 time: 0.0415473 Sep 15 15:37:16.455000 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-6f7ba156-5f52-4745-b13f-4e5346ace58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:16.457272 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-6f7ba156-5f52-4745-b13f-4e5346ace58d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=781284e4-ba10-42ed-9662-a5f92afda956 HTTP/1.1" status: 200 len: 851 time: 0.0478876 Sep 15 15:37:16.513538 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-5a16535b-dbd2-4d8d-9682-d0b6dd9078d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:16.515574 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-5a16535b-dbd2-4d8d-9682-d0b6dd9078d5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=07a53ba0-b090-4791-856f-35fa91df8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523331 Sep 15 15:37:16.619642 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-d05843e5-9d4f-404f-916d-867fca45ced5 service neutron] 10.222.0.58 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970435 Sep 15 15:37:16.721478 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-217a1c9e-71f6-4501-a1c0-157d86cfdad0 req-f2d77a3f-6565-4212-a71b-95bb289e47f3 service neutron] 10.222.0.58 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948169 Sep 15 15:37:16.885017 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d415b-976a-4555-af9a-a45fc70bd2a8 req-875d8f7c-1f0a-4023-ac0f-5899e7173e05 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:16.886620 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-718d415b-976a-4555-af9a-a45fc70bd2a8 req-875d8f7c-1f0a-4023-ac0f-5899e7173e05 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d61c0e2-d3cc-4438-9a34-e0f208f75a1e HTTP/1.1" status: 200 len: 943 time: 0.0581477 Sep 15 15:37:16.933772 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-718d415b-976a-4555-af9a-a45fc70bd2a8 req-53d4c134-4fbe-4ef9-99c3-f7b4d20d3331 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361891 Sep 15 15:37:17.401683 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47815fa4-bb64-4f78-b6a1-036db8fd0dbc req-5ccb36c5-9992-44b9-9418-f0347ac572dd tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:17.404460 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-47815fa4-bb64-4f78-b6a1-036db8fd0dbc req-5ccb36c5-9992-44b9-9418-f0347ac572dd tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.0655377 Sep 15 15:37:17.467778 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-47815fa4-bb64-4f78-b6a1-036db8fd0dbc req-a9bf8160-7c49-48a1-bc35-84f765ea7fd0 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565424 Sep 15 15:37:18.192962 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57817be1-5dda-4a83-b2c9-69607016e209 req-c3c369dc-57b6-466f-91d7-24b288f0511f tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:18.195665 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-57817be1-5dda-4a83-b2c9-69607016e209 req-c3c369dc-57b6-466f-91d7-24b288f0511f tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d61c0e2-d3cc-4438-9a34-e0f208f75a1e HTTP/1.1" status: 200 len: 943 time: 0.1803946 Sep 15 15:37:18.236718 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-57817be1-5dda-4a83-b2c9-69607016e209 req-c2ca32d3-6396-4128-885b-f9977a3402f9 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347612 Sep 15 15:37:18.684056 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cec92-d746-43f7-a77e-4f245c42ff99 req-83b25ce6-cbf9-4371-a930-037ff214d824 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:18.685821 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-be0cec92-d746-43f7-a77e-4f245c42ff99 req-83b25ce6-cbf9-4371-a930-037ff214d824 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.1473575 Sep 15 15:37:18.731282 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-be0cec92-d746-43f7-a77e-4f245c42ff99 req-7eb60509-8783-4ce8-add1-9fb8b0ac229e tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376804 Sep 15 15:37:19.383854 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96aebbf-7fb3-4e7b-aa1c-15e04348dfa9 req-c083f6eb-c212-4da7-815f-8b289663afb2 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:19.386470 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e96aebbf-7fb3-4e7b-aa1c-15e04348dfa9 req-c083f6eb-c212-4da7-815f-8b289663afb2 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d61c0e2-d3cc-4438-9a34-e0f208f75a1e HTTP/1.1" status: 200 len: 943 time: 0.0669281 Sep 15 15:37:19.428734 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e96aebbf-7fb3-4e7b-aa1c-15e04348dfa9 req-ff4e2b95-f3bd-4f68-a16f-7b75a4691f46 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359271 Sep 15 15:37:19.859680 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db50fb7-cd08-4f79-af4f-240fab0a5228 req-733da2dd-b09c-4631-8893-189496ecb17f tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:19.861260 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7db50fb7-cd08-4f79-af4f-240fab0a5228 req-733da2dd-b09c-4631-8893-189496ecb17f tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.0535345 Sep 15 15:37:19.907250 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7db50fb7-cd08-4f79-af4f-240fab0a5228 req-e6297807-5a28-4dbf-9c9d-ba53282bf2ef tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340614 Sep 15 15:37:20.248801 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c164a5-6a9e-427e-8b8b-2114b8361f6a req-7a735895-7c12-4bf1-bccd-296e8114d5c4 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:20.251343 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f2c164a5-6a9e-427e-8b8b-2114b8361f6a req-7a735895-7c12-4bf1-bccd-296e8114d5c4 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.0678067 Sep 15 15:37:20.353074 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f2c164a5-6a9e-427e-8b8b-2114b8361f6a req-da181248-3980-43a0-a272-4ebeb039b83d tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940208 Sep 15 15:37:20.377152 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200c6b9-1d8f-48c6-993b-790f55652e81 req-34f86e3a-3b70-4fef-8db9-caf03aea6866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:20.380015 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6200c6b9-1d8f-48c6-993b-790f55652e81 req-34f86e3a-3b70-4fef-8db9-caf03aea6866 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99ee894fe01b4a23b4421a1a42abfafe&device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 1098 time: 0.0912080 Sep 15 15:37:20.603833 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200c6b9-1d8f-48c6-993b-790f55652e81 req-cd140d9e-13fb-4a05-9152-8994a5fe6d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:20.606250 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6200c6b9-1d8f-48c6-993b-790f55652e81 req-cd140d9e-13fb-4a05-9152-8994a5fe6d5f service neutron] 10.222.0.58 "GET /v2.0/networks?id=39521f22-32a9-4fe4-91fe-b7b9b9807e11 HTTP/1.1" status: 200 len: 912 time: 0.2182584 Sep 15 15:37:20.679248 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25e539-ba9b-4d21-b702-de96e6a64e85 req-af622ec9-0019-4787-bfc5-b2087d924bf8 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:20.680879 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7d25e539-ba9b-4d21-b702-de96e6a64e85 req-af622ec9-0019-4787-bfc5-b2087d924bf8 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d61c0e2-d3cc-4438-9a34-e0f208f75a1e HTTP/1.1" status: 200 len: 943 time: 0.1496365 Sep 15 15:37:20.727851 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6200c6b9-1d8f-48c6-993b-790f55652e81 req-f9e6884c-d952-4dd2-8064-6c2161819a74 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94a2b971-cff9-43b4-bd0e-80c855a98c9a HTTP/1.1" status: 200 len: 1001 time: 0.1052747 Sep 15 15:37:20.772645 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7d25e539-ba9b-4d21-b702-de96e6a64e85 req-82fd26bc-ba22-441e-b95c-13527cab3e38 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841072 Sep 15 15:37:20.792078 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200c6b9-1d8f-48c6-993b-790f55652e81 req-9d26378e-4406-4df3-8f0b-026500f15f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:20.793594 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6200c6b9-1d8f-48c6-993b-790f55652e81 req-9d26378e-4406-4df3-8f0b-026500f15f6c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6cfdb546-8474-4a1a-9e30-197340188800 HTTP/1.1" status: 200 len: 850 time: 0.0683916 Sep 15 15:37:20.844754 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200c6b9-1d8f-48c6-993b-790f55652e81 req-b2c3164a-26cd-4db6-860f-4fe1cce26327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:20.846282 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6200c6b9-1d8f-48c6-993b-790f55652e81 req-b2c3164a-26cd-4db6-860f-4fe1cce26327 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=39521f22-32a9-4fe4-91fe-b7b9b9807e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460150 Sep 15 15:37:20.951204 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6200c6b9-1d8f-48c6-993b-790f55652e81 req-b6f3edab-97d6-41fc-a744-11dc9899d8b7 service neutron] 10.222.0.58 "GET /v2.0/networks/39521f22-32a9-4fe4-91fe-b7b9b9807e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977552 Sep 15 15:37:21.049276 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6200c6b9-1d8f-48c6-993b-790f55652e81 req-f1d0fff7-7ae1-4726-99cc-237d00d095e8 service neutron] 10.222.0.58 "GET /v2.0/networks/39521f22-32a9-4fe4-91fe-b7b9b9807e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910120 Sep 15 15:37:21.501395 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b62435-52ce-4c40-8467-8c7afebed56e req-9f07cc37-54bf-4025-a080-44a674d81a15 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:21.503084 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-69b62435-52ce-4c40-8467-8c7afebed56e req-9f07cc37-54bf-4025-a080-44a674d81a15 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.0526795 Sep 15 15:37:21.549215 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-69b62435-52ce-4c40-8467-8c7afebed56e req-022217b2-85a3-40f3-b482-29e877069239 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361753 Sep 15 15:37:21.912038 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85382b1e-2657-4566-9cd3-d0d4bd8a6b2f req-4b1757ac-8928-4ccd-97c7-ef77a0644bb2 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:21.913630 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-85382b1e-2657-4566-9cd3-d0d4bd8a6b2f req-4b1757ac-8928-4ccd-97c7-ef77a0644bb2 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d61c0e2-d3cc-4438-9a34-e0f208f75a1e HTTP/1.1" status: 200 len: 943 time: 0.0648839 Sep 15 15:37:21.958224 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-85382b1e-2657-4566-9cd3-d0d4bd8a6b2f req-ab345cff-3ca8-4ccd-8725-66040af1909d tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374172 Sep 15 15:37:22.680042 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b10fa4-ec39-473d-b731-6f9889b6112f req-2673136b-7a84-4916-9594-1e21246b6790 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:22.681677 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-29b10fa4-ec39-473d-b731-6f9889b6112f req-2673136b-7a84-4916-9594-1e21246b6790 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.0559900 Sep 15 15:37:22.730367 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-29b10fa4-ec39-473d-b731-6f9889b6112f req-5cdd32e0-db98-40f7-9311-91329bb4d191 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370224 Sep 15 15:37:23.105362 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec93a2e-e8c1-44f9-a859-5fb677f020f2 req-b248140b-97cf-4b9f-933b-9fbc8caaed15 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:23.107361 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4ec93a2e-e8c1-44f9-a859-5fb677f020f2 req-b248140b-97cf-4b9f-933b-9fbc8caaed15 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d61c0e2-d3cc-4438-9a34-e0f208f75a1e HTTP/1.1" status: 200 len: 943 time: 0.0542052 Sep 15 15:37:23.150855 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4ec93a2e-e8c1-44f9-a859-5fb677f020f2 req-8ec34cc6-3527-48b1-91d5-2a5070ef2cd7 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354471 Sep 15 15:37:23.166690 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-9b40b4d9-728d-4f6b-b2ab-4d8e1dd3e0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:23.955432 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 0dffd36a-1fb4-41bd-861c-f1839eb17081 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:37:24.068138 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 0dffd36a-1fb4-41bd-861c-f1839eb17081, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0dffd36a-1fb4-41bd-861c-f1839eb17081,segment=NetworkSegment(44e20436-1003-4b4b-a47c-42a8265f36b4),segment_id=44e20436-1003-4b4b-a47c-42a8265f36b4)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:37:24.084561 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Returning: {'device': '0dffd36a-1fb4-41bd-861c-f1839eb17081', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'port_id': '0dffd36a-1fb4-41bd-861c-f1839eb17081', 'mac_address': 'fa:16:3e:a0:20:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '781284e4-ba10-42ed-9662-a5f92afda956', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:37:24.160716 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:24.177252 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dffd36a-1fb4-41bd-861c-f1839eb17081 {{(pid=94801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:37:24.200725 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 0dffd36a-1fb4-41bd-861c-f1839eb17081, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0dffd36a-1fb4-41bd-861c-f1839eb17081,segment=NetworkSegment(44e20436-1003-4b4b-a47c-42a8265f36b4),segment_id=44e20436-1003-4b4b-a47c-42a8265f36b4)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:37:24.315459 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:24.323918 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d607a44-3949-46ed-8453-ba3ef4ab07c6 req-25f6fa55-b754-4935-a4b1-6460c5cabec3 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:24.325900 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2d607a44-3949-46ed-8453-ba3ef4ab07c6 req-25f6fa55-b754-4935-a4b1-6460c5cabec3 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d61c0e2-d3cc-4438-9a34-e0f208f75a1e HTTP/1.1" status: 200 len: 943 time: 0.0750015 Sep 15 15:37:24.363897 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:24.382822 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2d607a44-3949-46ed-8453-ba3ef4ab07c6 req-16c9df6a-a002-4908-b68b-dc782d6dac59 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488112 Sep 15 15:37:24.394637 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=0dffd36a-1fb4-41bd-861c-f1839eb17081,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:37:24.582425 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['0dffd36a-1fb4-41bd-861c-f1839eb17081'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:37:25.513198 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fc01f-963c-42ed-abf6-629ab6594b2d req-d8d8a096-138e-4d58-a4ef-30c7b1e477f1 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:25.514850 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2d2fc01f-963c-42ed-abf6-629ab6594b2d req-d8d8a096-138e-4d58-a4ef-30c7b1e477f1 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d61c0e2-d3cc-4438-9a34-e0f208f75a1e HTTP/1.1" status: 200 len: 944 time: 0.0544238 Sep 15 15:37:25.559229 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2d2fc01f-963c-42ed-abf6-629ab6594b2d req-8fa25b8d-22e5-4302-b72a-2a58a5074ba1 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371435 Sep 15 15:37:25.977640 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 0dffd36a-1fb4-41bd-861c-f1839eb17081 up at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:37:26.088457 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-b8037ae2-98fb-4b2b-bab8-39dcfa7096d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:26.125690 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning for port 0dffd36a-1fb4-41bd-861c-f1839eb17081 completed by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:37:26.130634 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning complete for port 0dffd36a-1fb4-41bd-861c-f1839eb17081 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:37:26.137656 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:26.204381 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:26.224694 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:26.253604 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d61c0e2-d3cc-4438-9a34-e0f208f75a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dffd36a-1fb4-41bd-861c-f1839eb17081'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:37:26.255926 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b168fec9-ca20-4f37-867f-8107ea1de479" -d '{"events": [{"server_uuid": "8d61c0e2-d3cc-4438-9a34-e0f208f75a1e", "name": "network-vif-plugged", "status": "completed", "tag": "0dffd36a-1fb4-41bd-861c-f1839eb17081"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:37:26.272720 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 0dffd36a-1fb4-41bd-861c-f1839eb17081, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0dffd36a-1fb4-41bd-861c-f1839eb17081,segment=NetworkSegment(44e20436-1003-4b4b-a47c-42a8265f36b4),segment_id=44e20436-1003-4b4b-a47c-42a8265f36b4)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:37:26.303459 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056a2f99-80c5-4af8-95a6-1accb8538fc8 x-openstack-request-id: req-056a2f99-80c5-4af8-95a6-1accb8538fc8 {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:37:26.303814 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d61c0e2-d3cc-4438-9a34-e0f208f75a1e", "name": "network-vif-plugged", "status": "completed", "tag": "0dffd36a-1fb4-41bd-861c-f1839eb17081", "code": 200}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:37:26.304104 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-056a2f99-80c5-4af8-95a6-1accb8538fc8 {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:37:26.304533 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d61c0e2-d3cc-4438-9a34-e0f208f75a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dffd36a-1fb4-41bd-861c-f1839eb17081', 'code': 200} Sep 15 15:37:26.349191 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:26.399109 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=0dffd36a-1fb4-41bd-861c-f1839eb17081,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:37:26.407218 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:37:26.407563 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:37:26.407905 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:37:26.408232 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:37:26.408561 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:37:26.408886 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:37:26.409212 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:37:26.410325 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:37:26.410509 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:37:26.410835 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:37:26.411202 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:37:26.411509 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:37:26.707615 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d3481-b0a1-499b-a9a3-c37bcc7af5ec req-6854a7a3-bf2f-436a-aca9-86318a798f67 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:26.709379 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ea7d3481-b0a1-499b-a9a3-c37bcc7af5ec req-6854a7a3-bf2f-436a-aca9-86318a798f67 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d61c0e2-d3cc-4438-9a34-e0f208f75a1e HTTP/1.1" status: 200 len: 945 time: 0.0662870 Sep 15 15:37:26.785742 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ea7d3481-b0a1-499b-a9a3-c37bcc7af5ec req-2a66d409-95f2-4c04-873c-9593f03797f5 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644267 Sep 15 15:37:26.791752 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dacd54-dcc7-48e6-9da8-997e31f13b28 req-7b750a96-df48-42b3-b7b6-3d97fd21209f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:26.793399 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-75dacd54-dcc7-48e6-9da8-997e31f13b28 req-7b750a96-df48-42b3-b7b6-3d97fd21209f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8d61c0e2-d3cc-4438-9a34-e0f208f75a1e HTTP/1.1" status: 200 len: 1098 time: 0.0830560 Sep 15 15:37:26.836277 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-75dacd54-dcc7-48e6-9da8-997e31f13b28 req-67b29b7e-d0aa-4b98-809c-d689f77f116e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357814 Sep 15 15:37:27.091514 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:27.952737 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df00e7d-4006-416c-a4c5-78e4813dafe1 req-acdee71f-4c3f-4666-bbbb-c58df843cf8b tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:27.954336 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7df00e7d-4006-416c-a4c5-78e4813dafe1 req-acdee71f-4c3f-4666-bbbb-c58df843cf8b tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d61c0e2-d3cc-4438-9a34-e0f208f75a1e HTTP/1.1" status: 200 len: 945 time: 0.0889068 Sep 15 15:37:27.965427 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-32c06483-b999-426a-84cd-77ba073c0b13 req-7ecd1035-cf37-47b8-a626-3f509fea4129 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0635898 Sep 15 15:37:28.012403 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-7df00e7d-4006-416c-a4c5-78e4813dafe1 req-c784aa71-dfa4-4e21-85ae-de42022477ec tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457501 Sep 15 15:37:28.079513 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c06483-b999-426a-84cd-77ba073c0b13 req-ac28ed57-e34e-4607-b886-09c3088584d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:28.080945 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-32c06483-b999-426a-84cd-77ba073c0b13 req-ac28ed57-e34e-4607-b886-09c3088584d9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99ee894fe01b4a23b4421a1a42abfafe&device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 1098 time: 0.0438962 Sep 15 15:37:28.202850 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c06483-b999-426a-84cd-77ba073c0b13 req-68afb010-f4c8-4722-93b5-47af2c93d0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:28.204377 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-32c06483-b999-426a-84cd-77ba073c0b13 req-68afb010-f4c8-4722-93b5-47af2c93d0e7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=39521f22-32a9-4fe4-91fe-b7b9b9807e11 HTTP/1.1" status: 200 len: 912 time: 0.1036053 Sep 15 15:37:28.276829 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-32c06483-b999-426a-84cd-77ba073c0b13 req-9dbfd701-01ac-455d-a0fd-b65aec06cbce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94a2b971-cff9-43b4-bd0e-80c855a98c9a HTTP/1.1" status: 200 len: 1001 time: 0.0657022 Sep 15 15:37:28.335279 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c06483-b999-426a-84cd-77ba073c0b13 req-b9a90a1d-5d34-4748-a2e3-fa71dcf54704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:28.336778 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-32c06483-b999-426a-84cd-77ba073c0b13 req-b9a90a1d-5d34-4748-a2e3-fa71dcf54704 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6cfdb546-8474-4a1a-9e30-197340188800 HTTP/1.1" status: 200 len: 850 time: 0.0528915 Sep 15 15:37:28.386886 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c06483-b999-426a-84cd-77ba073c0b13 req-b062ecb9-8c77-475d-8d21-ca11b897dead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:28.388454 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-32c06483-b999-426a-84cd-77ba073c0b13 req-b062ecb9-8c77-475d-8d21-ca11b897dead service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=39521f22-32a9-4fe4-91fe-b7b9b9807e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446582 Sep 15 15:37:28.505758 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-32c06483-b999-426a-84cd-77ba073c0b13 req-d6b29986-3524-462f-9231-e0446e33e5cd service neutron] 10.222.0.58 "GET /v2.0/networks/39521f22-32a9-4fe4-91fe-b7b9b9807e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097755 Sep 15 15:37:28.599182 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-32c06483-b999-426a-84cd-77ba073c0b13 req-6ca0c1f9-3be6-4b5e-883e-0ff14d6a7f8c service neutron] 10.222.0.58 "GET /v2.0/networks/39521f22-32a9-4fe4-91fe-b7b9b9807e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864623 Sep 15 15:37:28.776980 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:29.144295 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4c950-28e2-4844-a716-b611a55e3d82 req-a8230131-3ae5-451b-8c8a-818573052a6a tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:29.145931 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a6b4c950-28e2-4844-a716-b611a55e3d82 req-a8230131-3ae5-451b-8c8a-818573052a6a tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d61c0e2-d3cc-4438-9a34-e0f208f75a1e HTTP/1.1" status: 200 len: 945 time: 0.0596726 Sep 15 15:37:29.195088 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a6b4c950-28e2-4844-a716-b611a55e3d82 req-b374986c-0b1d-4578-ba5c-76d9cf782c73 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424261 Sep 15 15:37:29.314955 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac114a-8fe3-4adf-8e79-cc8d827114c0 req-991b0ea3-a4c3-40be-8c59-b80a4391c5cd tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:29.317023 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2cac114a-8fe3-4adf-8e79-cc8d827114c0 req-991b0ea3-a4c3-40be-8c59-b80a4391c5cd tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d61c0e2-d3cc-4438-9a34-e0f208f75a1e HTTP/1.1" status: 200 len: 945 time: 0.0520279 Sep 15 15:37:29.359806 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-2cac114a-8fe3-4adf-8e79-cc8d827114c0 req-c9bdd257-385a-4302-a11b-5d63c6c26518 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362740 Sep 15 15:37:29.383487 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 56058) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:37:29.484655 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74649b93-df19-4db4-8abf-d6c21c9a50a4 tempest-TestVolumeBootPattern-326610794 tempest-TestVolumeBootPattern-326610794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:29.486447 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-74649b93-df19-4db4-8abf-d6c21c9a50a4 tempest-TestVolumeBootPattern-326610794 tempest-TestVolumeBootPattern-326610794-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8d61c0e2-d3cc-4438-9a34-e0f208f75a1e HTTP/1.1" status: 200 len: 1093 time: 0.1019237 Sep 15 15:37:29.490609 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 56064) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:37:29.498335 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Request body: {'floatingip': {'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'port_id': '0dffd36a-1fb4-41bd-861c-f1839eb17081', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:37:29.622798 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for floatingip, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:29.742002 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:29.889957 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_common [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Allocated IP 172.27.3.44 (70862140-ffde-47fa-81bd-8f9d99919982/7ac39d78-6dff-4eb9-9797-5a3cc8acd948/21472a89-2894-46e7-ae75-d55a6a880e14) {{(pid=94800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:37:30.009852 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for port, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:30.131519 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:30.172405 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Network 70862140-ffde-47fa-81bd-8f9d99919982 is already hosted by enough agents. {{(pid=94800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:37:30.179993 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Resources bound (agent type, host, resource id): {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:37:30.186083 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Received port after_create {{(pid=94800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:37:30.190574 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Pushing event updated for resources: {'Port': ['ID=21472a89-2894-46e7-ae75-d55a6a880e14,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:37:30.221360 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:37:30.225682 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:37:30.225682 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:37:30.225682 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:37:30.225682 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:37:30.225682 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:37:30.225682 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:37:30.225682 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:37:30.225682 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:37:30.225682 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:37:30.225682 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:37:30.226732 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:37:30.885668 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:31.023762 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:31.273736 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for port, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:31.342874 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:31.420802 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Pushing event updated for resources: {'Port': ['ID=21472a89-2894-46e7-ae75-d55a6a880e14,revision_number=2']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:37:31.432784 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:31.540630 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.db.l3_db [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Floating IP a1d415ca-1e02-4a00-baf6-4869e3fa0687 associated. External IP: 172.27.3.44, port: 0dffd36a-1fb4-41bd-861c-f1839eb17081. Sep 15 15:37:31.774007 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Router 62aad18c-acc3-41bf-928c-65965ccf1a68 has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:37:31.907814 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:37:31.922177 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e520fc-2b3a-4710-a4a2-919925d4791b None None] Sync routers for ids ['62aad18c-acc3-41bf-928c-65965ccf1a68'] in dv-cinder-809201-1-iscsi {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:37:31.941438 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e520fc-2b3a-4710-a4a2-919925d4791b None None] Routers {'62aad18c-acc3-41bf-928c-65965ccf1a68'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:37:31.942828 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-88e520fc-2b3a-4710-a4a2-919925d4791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:37:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['62aad18c-acc3-41bf-928c-65965ccf1a68'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:37:32.017228 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for floatingip, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:32.055222 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-100bf335-ea1b-41e0-a305-6c11e3ece941 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5625205 Sep 15 15:37:32.056481 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d61c0e2-d3cc-4438-9a34-e0f208f75a1e', 'tag': '0dffd36a-1fb4-41bd-861c-f1839eb17081'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:37:32.060788 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf3f51a-9d16-4aff-b4b1-df0b00922e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "8d61c0e2-d3cc-4438-9a34-e0f208f75a1e", "tag": "0dffd36a-1fb4-41bd-861c-f1839eb17081"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:37:32.065334 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-88e520fc-2b3a-4710-a4a2-919925d4791b None None] Set router 62aad18c-acc3-41bf-928c-65965ccf1a68 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:37:32.114300 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300d79af-8dd8-4d6a-8cdb-1104306e459a x-openstack-request-id: req-300d79af-8dd8-4d6a-8cdb-1104306e459a {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:37:32.114745 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d61c0e2-d3cc-4438-9a34-e0f208f75a1e", "tag": "0dffd36a-1fb4-41bd-861c-f1839eb17081", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:37:32.115123 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-300d79af-8dd8-4d6a-8cdb-1104306e459a {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:37:32.115696 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d61c0e2-d3cc-4438-9a34-e0f208f75a1e', 'tag': '0dffd36a-1fb4-41bd-861c-f1839eb17081', 'status': 'completed', 'code': 200} Sep 15 15:37:32.212328 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3f51a-9d16-4aff-b4b1-df0b00922e0d req-3d0dc4d2-c380-4a10-9082-7c882bda6017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:32.215543 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-eaf3f51a-9d16-4aff-b4b1-df0b00922e0d req-3d0dc4d2-c380-4a10-9082-7c882bda6017 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d812ec61757446683167b44880ffb33&device_id=8d61c0e2-d3cc-4438-9a34-e0f208f75a1e HTTP/1.1" status: 200 len: 1098 time: 0.0740218 Sep 15 15:37:32.352846 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3f51a-9d16-4aff-b4b1-df0b00922e0d req-83e244e9-2c2e-48d9-bc9f-b1c82e842fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:32.355229 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-eaf3f51a-9d16-4aff-b4b1-df0b00922e0d req-83e244e9-2c2e-48d9-bc9f-b1c82e842fdd service neutron] 10.222.0.58 "GET /v2.0/networks?id=07a53ba0-b090-4791-856f-35fa91df8427 HTTP/1.1" status: 200 len: 913 time: 0.1333113 Sep 15 15:37:32.402822 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-88e520fc-2b3a-4710-a4a2-919925d4791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'name': 'tempest-TestVolumeBootPattern-2106588752-router', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:34Z', 'updated_at': '2021-09-15T15:36:38Z', 'revision_number': 4, 'project_id': '7d812ec61757446683167b44880ffb33', 'gw_port': {'id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:35Z', 'updated_at': '2021-09-15T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': 'a1d415ca-1e02-4a00-baf6-4869e3fa0687', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'port_id': '0dffd36a-1fb4-41bd-861c-f1839eb17081', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'mac_address': 'fa:16:3e:a0:20:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d61c0e2-d3cc-4438-9a34-e0f208f75a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:37:30Z', 'updated_at': '2021-09-15T15:37:30Z', 'revision_number': 0, 'project_id': '7d812ec61757446683167b44880ffb33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea50da73-6cc0-41aa-b562-cca6a704feca', 'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'mac_address': 'fa:16:3e:77:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '781284e4-ba10-42ed-9662-a5f92afda956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:37Z', 'updated_at': '2021-09-15T15:36:43Z', 'revision_number': 5, 'project_id': '7d812ec61757446683167b44880ffb33', 'subnets': [{'id': '781284e4-ba10-42ed-9662-a5f92afda956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:37:32.451363 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-eaf3f51a-9d16-4aff-b4b1-df0b00922e0d req-a9669066-490e-4998-a79b-1690bff3ade0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dffd36a-1fb4-41bd-861c-f1839eb17081 HTTP/1.1" status: 200 len: 998 time: 0.0887425 Sep 15 15:37:32.516235 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3f51a-9d16-4aff-b4b1-df0b00922e0d req-90a6e2e1-f289-4b7c-b734-326e4284353e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:32.518065 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-eaf3f51a-9d16-4aff-b4b1-df0b00922e0d req-90a6e2e1-f289-4b7c-b734-326e4284353e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=781284e4-ba10-42ed-9662-a5f92afda956 HTTP/1.1" status: 200 len: 851 time: 0.0598938 Sep 15 15:37:32.544152 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e520fc-2b3a-4710-a4a2-919925d4791b None None] Checking router: 62aad18c-acc3-41bf-928c-65965ccf1a68 for host: dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:37:32.553802 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e520fc-2b3a-4710-a4a2-919925d4791b None None] Routers {'62aad18c-acc3-41bf-928c-65965ccf1a68'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:37:32.554431 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-88e520fc-2b3a-4710-a4a2-919925d4791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:37:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['62aad18c-acc3-41bf-928c-65965ccf1a68'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:37:32.572836 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3f51a-9d16-4aff-b4b1-df0b00922e0d req-bde6bdb3-7801-4ba5-a1e6-0ede87ee4fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:32.574390 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-eaf3f51a-9d16-4aff-b4b1-df0b00922e0d req-bde6bdb3-7801-4ba5-a1e6-0ede87ee4fa0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=07a53ba0-b090-4791-856f-35fa91df8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492761 Sep 15 15:37:32.678727 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-88e520fc-2b3a-4710-a4a2-919925d4791b None None] Set router 62aad18c-acc3-41bf-928c-65965ccf1a68 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:37:32.685674 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-eaf3f51a-9d16-4aff-b4b1-df0b00922e0d req-d576cec1-d778-4ddc-b2b3-d645c9ad447a service neutron] 10.222.0.58 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027446 Sep 15 15:37:32.836013 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-eaf3f51a-9d16-4aff-b4b1-df0b00922e0d req-81c31215-a82c-4e23-a9b9-8278586f2703 service neutron] 10.222.0.58 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422663 Sep 15 15:37:32.980396 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-88e520fc-2b3a-4710-a4a2-919925d4791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'name': 'tempest-TestVolumeBootPattern-2106588752-router', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:34Z', 'updated_at': '2021-09-15T15:36:38Z', 'revision_number': 4, 'project_id': '7d812ec61757446683167b44880ffb33', 'gw_port': {'id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:35Z', 'updated_at': '2021-09-15T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': 'a1d415ca-1e02-4a00-baf6-4869e3fa0687', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'port_id': '0dffd36a-1fb4-41bd-861c-f1839eb17081', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'mac_address': 'fa:16:3e:a0:20:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d61c0e2-d3cc-4438-9a34-e0f208f75a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:37:30Z', 'updated_at': '2021-09-15T15:37:30Z', 'revision_number': 0, 'project_id': '7d812ec61757446683167b44880ffb33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea50da73-6cc0-41aa-b562-cca6a704feca', 'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'mac_address': 'fa:16:3e:77:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '781284e4-ba10-42ed-9662-a5f92afda956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:37Z', 'updated_at': '2021-09-15T15:36:43Z', 'revision_number': 5, 'project_id': '7d812ec61757446683167b44880ffb33', 'subnets': [{'id': '781284e4-ba10-42ed-9662-a5f92afda956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:37:33.013181 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e520fc-2b3a-4710-a4a2-919925d4791b None None] The sync data for ids ['62aad18c-acc3-41bf-928c-65965ccf1a68'] in dv-cinder-809201-1-iscsi is: [{'id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'name': 'tempest-TestVolumeBootPattern-2106588752-router', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:34Z', 'updated_at': '2021-09-15T15:36:38Z', 'revision_number': 4, 'project_id': '7d812ec61757446683167b44880ffb33', 'gw_port': {'id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:35Z', 'updated_at': '2021-09-15T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': 'a1d415ca-1e02-4a00-baf6-4869e3fa0687', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'port_id': '0dffd36a-1fb4-41bd-861c-f1839eb17081', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'mac_address': 'fa:16:3e:a0:20:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d61c0e2-d3cc-4438-9a34-e0f208f75a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:37:30Z', 'updated_at': '2021-09-15T15:37:30Z', 'revision_number': 0, 'project_id': '7d812ec61757446683167b44880ffb33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea50da73-6cc0-41aa-b562-cca6a704feca', 'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'mac_address': 'fa:16:3e:77:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '781284e4-ba10-42ed-9662-a5f92afda956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:37Z', 'updated_at': '2021-09-15T15:36:43Z', 'revision_number': 5, 'project_id': '7d812ec61757446683167b44880ffb33', 'subnets': [{'id': '781284e4-ba10-42ed-9662-a5f92afda956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:37:33.228792 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a005d8-182b-40bd-b6ca-a176d79c56b1 None None] New status for floating IP a1d415ca-1e02-4a00-baf6-4869e3fa0687: ACTIVE {{(pid=94801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:37:49.967909 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:37:53.167424 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-992f4709-d26d-4674-bc19-4e5f7b8e34dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:54.296736 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:55.975425 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616371dd-f1d5-4914-b55f-72da0a19041f req-3dadbb4e-4959-48ec-b968-cebc35c1891c tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:55.977015 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-616371dd-f1d5-4914-b55f-72da0a19041f req-3dadbb4e-4959-48ec-b968-cebc35c1891c tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.0567250 Sep 15 15:37:56.019816 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-616371dd-f1d5-4914-b55f-72da0a19041f req-3de24aa1-f579-40f6-a31c-552089ba453f tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363181 Sep 15 15:37:56.056703 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-daa27b7f-cc38-467a-b7fa-c4a19d47d6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:56.170394 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:57.136582 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:57.164796 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56761f16-befd-48d8-ba7f-6a5a14919498 req-f9b17f8d-2f7b-4305-be26-a9ca646f509a tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:57.166379 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-56761f16-befd-48d8-ba7f-6a5a14919498 req-f9b17f8d-2f7b-4305-be26-a9ca646f509a tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.0681436 Sep 15 15:37:57.212290 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-56761f16-befd-48d8-ba7f-6a5a14919498 req-8546d8ca-5a23-475d-9f91-575bd312c147 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388107 Sep 15 15:37:57.875782 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd28920-7e68-4d17-bd18-8c4eb076eea6 req-ab3bec0a-a994-482d-9321-9b5513f0c8af tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:57.877460 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fcd28920-7e68-4d17-bd18-8c4eb076eea6 req-ab3bec0a-a994-482d-9321-9b5513f0c8af tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.58 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.0507874 Sep 15 15:37:57.979173 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [req-fcd28920-7e68-4d17-bd18-8c4eb076eea6 req-dac23ec8-733a-491b-8e17-b08f6ebcb885 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Deleting port 94a2b971-cff9-43b4-bd0e-80c855a98c9a {{(pid=94800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:37:57.979576 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-fcd28920-7e68-4d17-bd18-8c4eb076eea6 req-dac23ec8-733a-491b-8e17-b08f6ebcb885 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:58.079798 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-fcd28920-7e68-4d17-bd18-8c4eb076eea6 req-dac23ec8-733a-491b-8e17-b08f6ebcb885 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] For port 94a2b971-cff9-43b4-bd0e-80c855a98c9a, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=94a2b971-cff9-43b4-bd0e-80c855a98c9a,segment=NetworkSegment(8bd5b631-79d2-49a1-b827-dbea0e0fb319),segment_id=8bd5b631-79d2-49a1-b827-dbea0e0fb319)] {{(pid=94800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:37:58.080219 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-fcd28920-7e68-4d17-bd18-8c4eb076eea6 req-dac23ec8-733a-491b-8e17-b08f6ebcb885 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:58.399844 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-fcd28920-7e68-4d17-bd18-8c4eb076eea6 req-dac23ec8-733a-491b-8e17-b08f6ebcb885 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:58.400974 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-fcd28920-7e68-4d17-bd18-8c4eb076eea6 req-dac23ec8-733a-491b-8e17-b08f6ebcb885 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:58.400974 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.db.l3_db [req-fcd28920-7e68-4d17-bd18-8c4eb076eea6 req-dac23ec8-733a-491b-8e17-b08f6ebcb885 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Floating IP 075295fc-00db-4f7b-80ef-02356872d1be disassociated. External IP: 172.27.3.145, port: 94a2b971-cff9-43b4-bd0e-80c855a98c9a. Sep 15 15:37:58.400974 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [req-fcd28920-7e68-4d17-bd18-8c4eb076eea6 req-dac23ec8-733a-491b-8e17-b08f6ebcb885 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Calling delete_port for 94a2b971-cff9-43b4-bd0e-80c855a98c9a owned by compute:nova {{(pid=94800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:37:58.426180 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef78774-575b-4619-9dc1-5dc37659602f req-341edaf4-e2df-4b2f-aa14-e4e7bb772544 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:37:58.428856 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-3ef78774-575b-4619-9dc1-5dc37659602f req-341edaf4-e2df-4b2f-aa14-e4e7bb772544 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 945 time: 0.1167066 Sep 15 15:37:58.522693 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-3ef78774-575b-4619-9dc1-5dc37659602f req-dec2e6a2-e037-4e65-a890-abc9f5d6446f tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594611 Sep 15 15:37:58.673674 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-fcd28920-7e68-4d17-bd18-8c4eb076eea6 req-dac23ec8-733a-491b-8e17-b08f6ebcb885 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:58.708062 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac23ec8-733a-491b-8e17-b08f6ebcb885 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Pushing event deleted for resources: {'Port': ['ID=94a2b971-cff9-43b4-bd0e-80c855a98c9a,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:37:58.822004 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:58.849101 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcd28920-7e68-4d17-bd18-8c4eb076eea6 req-dac23ec8-733a-491b-8e17-b08f6ebcb885 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Router 83716022-ff2e-46c1-9417-e9f25d339e88 has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:37:59.006622 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcd28920-7e68-4d17-bd18-8c4eb076eea6 req-dac23ec8-733a-491b-8e17-b08f6ebcb885 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:37:59.019966 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6702d6c6-d371-4c9b-8790-246a160c64eb None None] Sync routers for ids ['83716022-ff2e-46c1-9417-e9f25d339e88'] in dv-cinder-809201-1-iscsi {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:37:59.031352 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6702d6c6-d371-4c9b-8790-246a160c64eb None None] Routers {'83716022-ff2e-46c1-9417-e9f25d339e88'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:37:59.032149 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-6702d6c6-d371-4c9b-8790-246a160c64eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:37:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['83716022-ff2e-46c1-9417-e9f25d339e88'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:37:59.069976 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd28920-7e68-4d17-bd18-8c4eb076eea6 req-dac23ec8-733a-491b-8e17-b08f6ebcb885 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] No DVR routers for this DVR port 94a2b971-cff9-43b4-bd0e-80c855a98c9a on host hv-cinder-80920 {{(pid=94800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:37:59.073268 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-fcd28920-7e68-4d17-bd18-8c4eb076eea6 req-dac23ec8-733a-491b-8e17-b08f6ebcb885 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:59.076197 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fcd28920-7e68-4d17-bd18-8c4eb076eea6 req-dac23ec8-733a-491b-8e17-b08f6ebcb885 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.58 "DELETE /v2.0/ports/94a2b971-cff9-43b4-bd0e-80c855a98c9a HTTP/1.1" status: 204 len: 173 time: 1.1920319 Sep 15 15:37:59.076911 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f2f939-12d2-43f9-a631-c413e2ec9445', 'name': 'network-vif-deleted', 'tag': '94a2b971-cff9-43b4-bd0e-80c855a98c9a'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:37:59.080779 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02730f4-1880-4a05-9d36-6623aace618c" -d '{"events": [{"server_uuid": "69f2f939-12d2-43f9-a631-c413e2ec9445", "name": "network-vif-deleted", "tag": "94a2b971-cff9-43b4-bd0e-80c855a98c9a"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:37:59.217396 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-6702d6c6-d371-4c9b-8790-246a160c64eb None None] Set router 83716022-ff2e-46c1-9417-e9f25d339e88 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:37:59.235286 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d122d91-4fe4-47b1-872a-94277f267527 x-openstack-request-id: req-5d122d91-4fe4-47b1-872a-94277f267527 {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:37:59.235802 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f2f939-12d2-43f9-a631-c413e2ec9445", "name": "network-vif-deleted", "tag": "94a2b971-cff9-43b4-bd0e-80c855a98c9a", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:37:59.236278 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5d122d91-4fe4-47b1-872a-94277f267527 {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:37:59.237732 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f2f939-12d2-43f9-a631-c413e2ec9445', 'name': 'network-vif-deleted', 'tag': '94a2b971-cff9-43b4-bd0e-80c855a98c9a', 'status': 'completed', 'code': 200} Sep 15 15:37:59.525644 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-6702d6c6-d371-4c9b-8790-246a160c64eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'name': 'tempest-AttachVolumeTestJSON-1950311729-router', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:35:01Z', 'updated_at': '2021-09-15T15:35:06Z', 'revision_number': 4, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'gw_port': {'id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:02Z', 'updated_at': '2021-09-15T15:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': 'b79e3410-a312-48f5-9369-dbda2bc2bc61', 'name': '', 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'mac_address': 'fa:16:3e:c6:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6cfdb546-8474-4a1a-9e30-197340188800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:05Z', 'updated_at': '2021-09-15T15:35:10Z', 'revision_number': 5, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'subnets': [{'id': '6cfdb546-8474-4a1a-9e30-197340188800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:37:59.566797 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6702d6c6-d371-4c9b-8790-246a160c64eb None None] Checking router: 83716022-ff2e-46c1-9417-e9f25d339e88 for host: dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:37:59.576621 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6702d6c6-d371-4c9b-8790-246a160c64eb None None] Routers {'83716022-ff2e-46c1-9417-e9f25d339e88'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:37:59.577274 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-6702d6c6-d371-4c9b-8790-246a160c64eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:37:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['83716022-ff2e-46c1-9417-e9f25d339e88'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:37:59.696230 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f23c2797-7a2e-4471-bb26-cddadc3cf1eb req-2d66611e-c7ba-468b-a0ca-224ea7de4d06 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f2f939-12d2-43f9-a631-c413e2ec9445 HTTP/1.1" status: 200 len: 210 time: 0.0363433 Sep 15 15:37:59.736504 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-6702d6c6-d371-4c9b-8790-246a160c64eb None None] Set router 83716022-ff2e-46c1-9417-e9f25d339e88 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:37:59.980989 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-6702d6c6-d371-4c9b-8790-246a160c64eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'name': 'tempest-AttachVolumeTestJSON-1950311729-router', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:35:01Z', 'updated_at': '2021-09-15T15:35:06Z', 'revision_number': 4, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'gw_port': {'id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:02Z', 'updated_at': '2021-09-15T15:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': 'b79e3410-a312-48f5-9369-dbda2bc2bc61', 'name': '', 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'mac_address': 'fa:16:3e:c6:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6cfdb546-8474-4a1a-9e30-197340188800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:05Z', 'updated_at': '2021-09-15T15:35:10Z', 'revision_number': 5, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'subnets': [{'id': '6cfdb546-8474-4a1a-9e30-197340188800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:38:00.011376 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6702d6c6-d371-4c9b-8790-246a160c64eb None None] The sync data for ids ['83716022-ff2e-46c1-9417-e9f25d339e88'] in dv-cinder-809201-1-iscsi is: [{'id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'name': 'tempest-AttachVolumeTestJSON-1950311729-router', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:35:01Z', 'updated_at': '2021-09-15T15:35:06Z', 'revision_number': 4, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'gw_port': {'id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:02Z', 'updated_at': '2021-09-15T15:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': 'b79e3410-a312-48f5-9369-dbda2bc2bc61', 'name': '', 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'mac_address': 'fa:16:3e:c6:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6cfdb546-8474-4a1a-9e30-197340188800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:05Z', 'updated_at': '2021-09-15T15:35:10Z', 'revision_number': 5, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'subnets': [{'id': '6cfdb546-8474-4a1a-9e30-197340188800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:38:00.267250 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9460ddad-b605-4816-a363-384d93a5f79b None None] New status for floating IP 075295fc-00db-4f7b-80ef-02356872d1be: DOWN {{(pid=94801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:38:00.852995 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 56102) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:38:00.918418 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c679b4f1-63a2-4729-9984-21f056e8493c tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:00.950130 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c679b4f1-63a2-4729-9984-21f056e8493c tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:01.084889 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c679b4f1-63a2-4729-9984-21f056e8493c tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:01.087548 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-c679b4f1-63a2-4729-9984-21f056e8493c tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:01.088898 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-c679b4f1-63a2-4729-9984-21f056e8493c tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "DELETE /v2.0/security-groups/1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c HTTP/1.1" status: 204 len: 168 time: 0.2345879 Sep 15 15:38:01.092259 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 56104) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:38:01.100566 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679b4f1-63a2-4729-9984-21f056e8493c tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:38:01.111352 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.api.v2.resource [None req-5c686a22-fdbd-42c5-b759-2fd19ebe50fd tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] show failed (client error): The resource could not be found. Sep 15 15:38:01.112806 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-5c686a22-fdbd-42c5-b759-2fd19ebe50fd tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups/1e3cd0de-8afa-4b0b-807c-0d9e3ca66c0c HTTP/1.1" status: 404 len: 347 time: 0.0189867 Sep 15 15:38:01.116247 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 56106) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:38:01.254943 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-1283efc4-b0fc-4d6e-ad90-223ce35e20c6 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Deleting port 6ab2fdbc-91f3-428d-bfe4-35de5c586bd2 {{(pid=94799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:38:01.255310 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-1283efc4-b0fc-4d6e-ad90-223ce35e20c6 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:01.341691 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-1283efc4-b0fc-4d6e-ad90-223ce35e20c6 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:01.342149 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-1283efc4-b0fc-4d6e-ad90-223ce35e20c6 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:01.357933 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-1283efc4-b0fc-4d6e-ad90-223ce35e20c6 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Calling delete_port for 6ab2fdbc-91f3-428d-bfe4-35de5c586bd2 owned by network:floatingip {{(pid=94799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:38:01.566372 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-1283efc4-b0fc-4d6e-ad90-223ce35e20c6 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:01.600606 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283efc4-b0fc-4d6e-ad90-223ce35e20c6 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Pushing event deleted for resources: {'Port': ['ID=6ab2fdbc-91f3-428d-bfe4-35de5c586bd2,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:38:01.624975 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283efc4-b0fc-4d6e-ad90-223ce35e20c6 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:38:01.625323 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283efc4-b0fc-4d6e-ad90-223ce35e20c6 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:38:01.625662 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283efc4-b0fc-4d6e-ad90-223ce35e20c6 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:38:01.625995 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283efc4-b0fc-4d6e-ad90-223ce35e20c6 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:38:01.626325 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283efc4-b0fc-4d6e-ad90-223ce35e20c6 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:38:01.626658 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283efc4-b0fc-4d6e-ad90-223ce35e20c6 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:38:01.626996 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283efc4-b0fc-4d6e-ad90-223ce35e20c6 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:38:01.627411 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283efc4-b0fc-4d6e-ad90-223ce35e20c6 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:38:01.628454 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283efc4-b0fc-4d6e-ad90-223ce35e20c6 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:38:01.628786 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283efc4-b0fc-4d6e-ad90-223ce35e20c6 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:38:01.629113 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283efc4-b0fc-4d6e-ad90-223ce35e20c6 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:38:01.629441 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1283efc4-b0fc-4d6e-ad90-223ce35e20c6 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:38:01.681144 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-1283efc4-b0fc-4d6e-ad90-223ce35e20c6 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for floatingip, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:01.684170 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-1283efc4-b0fc-4d6e-ad90-223ce35e20c6 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for floatingip, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:01.685644 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-1283efc4-b0fc-4d6e-ad90-223ce35e20c6 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "DELETE /v2.0/floatingips/075295fc-00db-4f7b-80ef-02356872d1be HTTP/1.1" status: 204 len: 168 time: 0.5682390 Sep 15 15:38:01.996724 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 56110) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:38:02.001769 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-2f51c779-e7f0-4c37-80c0-3866db0a899b tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1822160575', 'description': 'tempest-description--1885875133'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:38:02.156369 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 94a2b971-cff9-43b4-bd0e-80c855a98c9a no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:38:02.159918 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2f51c779-e7f0-4c37-80c0-3866db0a899b tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:02.178927 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] No Port match for: 94a2b971-cff9-43b4-bd0e-80c855a98c9a {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:38:02.179280 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 94a2b971-cff9-43b4-bd0e-80c855a98c9a not bound to the agent host hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:38:02.283211 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2f51c779-e7f0-4c37-80c0-3866db0a899b tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:02.358916 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2f51c779-e7f0-4c37-80c0-3866db0a899b tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:02.400250 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51c779-e7f0-4c37-80c0-3866db0a899b tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4542bf6f-732c-479f-979a-1bc2a7a8b27a,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:38:02.479567 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-2f51c779-e7f0-4c37-80c0-3866db0a899b tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:02.480988 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-2f51c779-e7f0-4c37-80c0-3866db0a899b tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4830976 Sep 15 15:38:02.484402 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 56112) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:38:02.489981 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-2690517e-c174-482e-990e-8d1473f366d5 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Request body: {'security_group_rule': {'security_group_id': '4542bf6f-732c-479f-979a-1bc2a7a8b27a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:38:02.599172 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-2690517e-c174-482e-990e-8d1473f366d5 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:02.656044 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-2690517e-c174-482e-990e-8d1473f366d5 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:02.747912 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-2690517e-c174-482e-990e-8d1473f366d5 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475222'] for security_group_rule, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:02.771593 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690517e-c174-482e-990e-8d1473f366d5 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=492568ff-76ae-41ae-b6fd-51f2ab98c7d3,revision_number=0']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:38:02.827967 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-2690517e-c174-482e-990e-8d1473f366d5 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:02.829410 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-2690517e-c174-482e-990e-8d1473f366d5 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3436775 Sep 15 15:38:02.833915 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 56114) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:38:02.839098 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-3411efa4-c129-42c0-ab23-707aa65619fb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Request body: {'security_group_rule': {'security_group_id': '4542bf6f-732c-479f-979a-1bc2a7a8b27a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:38:02.925427 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-3411efa4-c129-42c0-ab23-707aa65619fb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:02.999354 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-3411efa4-c129-42c0-ab23-707aa65619fb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:03.050808 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-3411efa4-c129-42c0-ab23-707aa65619fb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475222'] for security_group_rule, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:03.070624 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411efa4-c129-42c0-ab23-707aa65619fb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb09f66-ed8d-4a5c-8c35-69121c558a02,revision_number=0']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:38:03.147961 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-3411efa4-c129-42c0-ab23-707aa65619fb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:03.149260 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-3411efa4-c129-42c0-ab23-707aa65619fb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3141382 Sep 15 15:38:03.152730 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 56116) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:38:03.158063 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-81bd8a79-2b3b-45a1-8bf5-40c07fbef0bb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Request body: {'floatingip': {'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:38:03.245150 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-81bd8a79-2b3b-45a1-8bf5-40c07fbef0bb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for floatingip, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:03.357396 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-81bd8a79-2b3b-45a1-8bf5-40c07fbef0bb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:03.480961 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_common [None req-81bd8a79-2b3b-45a1-8bf5-40c07fbef0bb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Allocated IP 172.27.3.6 (70862140-ffde-47fa-81bd-8f9d99919982/7ac39d78-6dff-4eb9-9797-5a3cc8acd948/e9351ee2-ba5b-4ff4-9cf6-abef69401e91) {{(pid=94799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:38:03.598374 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-81bd8a79-2b3b-45a1-8bf5-40c07fbef0bb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for port, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:03.702648 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-81bd8a79-2b3b-45a1-8bf5-40c07fbef0bb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:03.749168 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bd8a79-2b3b-45a1-8bf5-40c07fbef0bb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Network 70862140-ffde-47fa-81bd-8f9d99919982 is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:38:03.752367 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-81bd8a79-2b3b-45a1-8bf5-40c07fbef0bb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:38:03.758755 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bd8a79-2b3b-45a1-8bf5-40c07fbef0bb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Received port after_create {{(pid=94799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:38:03.765119 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd8a79-2b3b-45a1-8bf5-40c07fbef0bb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Pushing event updated for resources: {'Port': ['ID=e9351ee2-ba5b-4ff4-9cf6-abef69401e91,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:38:03.858895 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-81bd8a79-2b3b-45a1-8bf5-40c07fbef0bb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:03.987650 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-81bd8a79-2b3b-45a1-8bf5-40c07fbef0bb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:04.163527 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-81bd8a79-2b3b-45a1-8bf5-40c07fbef0bb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for port, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:04.250472 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-81bd8a79-2b3b-45a1-8bf5-40c07fbef0bb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9314481'] for port, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:04.605525 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd8a79-2b3b-45a1-8bf5-40c07fbef0bb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Pushing event updated for resources: {'Port': ['ID=e9351ee2-ba5b-4ff4-9cf6-abef69401e91,revision_number=2']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:38:04.618138 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-81bd8a79-2b3b-45a1-8bf5-40c07fbef0bb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:04.702320 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-81bd8a79-2b3b-45a1-8bf5-40c07fbef0bb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for floatingip, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:04.703909 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-81bd8a79-2b3b-45a1-8bf5-40c07fbef0bb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5501451 Sep 15 15:38:04.922789 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-1498ac36-e53e-4ede-981b-40dc2429854a tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1822160575&fields=id&tenant_id=99ee894fe01b4a23b4421a1a42abfafe HTTP/1.1" status: 200 len: 267 time: 0.0407205 Sep 15 15:38:05.101149 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-db1de464-3764-45a3-90a0-f6d3a2370947 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:38:05.103821 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-db1de464-3764-45a3-90a0-f6d3a2370947 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/networks?id=39521f22-32a9-4fe4-91fe-b7b9b9807e11 HTTP/1.1" status: 200 len: 811 time: 0.1729372 Sep 15 15:38:05.120308 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-16ba9cd1-8a68-4043-8639-86a6747c3b0b tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/quotas/99ee894fe01b4a23b4421a1a42abfafe HTTP/1.1" status: 200 len: 375 time: 0.0106757 Sep 15 15:38:05.181463 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-b541a9f7-20d1-4e60-9180-24fb9d0ffd18 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=99ee894fe01b4a23b4421a1a42abfafe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0552170 Sep 15 15:38:05.201859 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-972312bf-12e1-468f-be88-cf8994b0cf6e service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:38:05.202907 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-972312bf-12e1-468f-be88-cf8994b0cf6e service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058098 Sep 15 15:38:05.299977 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-0c4b86a5-691a-4e09-954c-e96f08340d50 service neutron] 10.222.0.54 "GET /v2.0/networks/39521f22-32a9-4fe4-91fe-b7b9b9807e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894363 Sep 15 15:38:05.403300 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-a4d25098-05f7-4ddb-92fc-364d832f9032 service neutron] 10.222.0.54 "GET /v2.0/networks/39521f22-32a9-4fe4-91fe-b7b9b9807e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971959 Sep 15 15:38:05.783835 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d16ecb09-7c41-4d8f-8c9b-a8d4ba060972 req-ed4b81af-9207-4688-bb6c-67c452b38f0d tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d084c32-2a7a-43f5-962b-3831d7643b2f HTTP/1.1" status: 200 len: 210 time: 0.0448971 Sep 15 15:38:06.894574 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-adf71fd9-6391-4ffd-b8f3-1db1527723c7 req-8ef27a4a-3628-44ff-963a-2577ccdaa8e5 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d084c32-2a7a-43f5-962b-3831d7643b2f HTTP/1.1" status: 200 len: 210 time: 0.0296471 Sep 15 15:38:08.041740 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0405e002-62ab-404c-bf9d-c057515eb6bc req-c4eae5a7-dbe1-4903-b56c-4c8c51623d03 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d084c32-2a7a-43f5-962b-3831d7643b2f HTTP/1.1" status: 200 len: 210 time: 0.0513093 Sep 15 15:38:08.089898 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-7802373f-2ad5-4373-b577-2221939de6fb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:38:08.092170 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-7802373f-2ad5-4373-b577-2221939de6fb tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.58 "GET /v2.0/networks?id=39521f22-32a9-4fe4-91fe-b7b9b9807e11 HTTP/1.1" status: 200 len: 811 time: 0.1862333 Sep 15 15:38:08.163622 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-5a86e8e5-a6d0-4e38-8f91-cbeb9bf20b2a tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99ee894fe01b4a23b4421a1a42abfafe HTTP/1.1" status: 200 len: 380 time: 0.0618658 Sep 15 15:38:08.176963 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-e3bdbe47-011d-456f-b3a6-8e8c77375599 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Request body: {'port': {'device_id': '5d084c32-2a7a-43f5-962b-3831d7643b2f', 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11', 'admin_state_up': True, 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'security_groups': ['4542bf6f-732c-479f-979a-1bc2a7a8b27a']}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:38:08.398896 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-e3bdbe47-011d-456f-b3a6-8e8c77375599 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Made reservation on behalf of 99ee894fe01b4a23b4421a1a42abfafe for: {'port': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:38:08.402684 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-e3bdbe47-011d-456f-b3a6-8e8c77375599 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:08.555546 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_common [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-e3bdbe47-011d-456f-b3a6-8e8c77375599 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Allocated IP 172.20.0.6 (39521f22-32a9-4fe4-91fe-b7b9b9807e11/6cfdb546-8474-4a1a-9e30-197340188800/e7cce130-2681-4e01-b433-f19c7c00ff49) {{(pid=94800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:38:08.712331 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-e3bdbe47-011d-456f-b3a6-8e8c77375599 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for port, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:08.817426 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-e3bdbe47-011d-456f-b3a6-8e8c77375599 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:08.869497 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-e3bdbe47-011d-456f-b3a6-8e8c77375599 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Network 39521f22-32a9-4fe4-91fe-b7b9b9807e11 is already hosted by enough agents. {{(pid=94800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:38:08.873108 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-e3bdbe47-011d-456f-b3a6-8e8c77375599 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Resources bound (agent type, host, resource id): {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:38:08.881283 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-e3bdbe47-011d-456f-b3a6-8e8c77375599 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Received port after_create {{(pid=94800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:38:08.888036 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdbe47-011d-456f-b3a6-8e8c77375599 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Pushing event updated for resources: {'Port': ['ID=e7cce130-2681-4e01-b433-f19c7c00ff49,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:38:08.940173 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-e3bdbe47-011d-456f-b3a6-8e8c77375599 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:38:08.940935 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-e3bdbe47-011d-456f-b3a6-8e8c77375599 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:09.028366 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-e3bdbe47-011d-456f-b3a6-8e8c77375599 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8587570 Sep 15 15:38:09.039971 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-ccb4779f-9a63-4a2c-9d2e-fb42773192e6 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:38:09.041026 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-ccb4779f-9a63-4a2c-9d2e-fb42773192e6 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061207 Sep 15 15:38:09.124134 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-7014074f-248a-437f-98ba-70af8208f128 service neutron] Request body: {'port': {'device_id': '5d084c32-2a7a-43f5-962b-3831d7643b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:38:09.195233 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-a692db30-498f-44e6-a4a4-2cf070ca089a None None] Provisioning complete for port e7cce130-2681-4e01-b433-f19c7c00ff49 triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:38:09.195878 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-a692db30-498f-44e6-a4a4-2cf070ca089a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:09.214734 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-7014074f-248a-437f-98ba-70af8208f128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:09.238656 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdf32a-2e07-43e0-a65c-7588f6903849 req-d414903f-2caa-4fe2-9690-4a7f05b703f6 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:38:09.240323 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-52cdf32a-2e07-43e0-a65c-7588f6903849 req-d414903f-2caa-4fe2-9690-4a7f05b703f6 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d084c32-2a7a-43f5-962b-3831d7643b2f HTTP/1.1" status: 200 len: 931 time: 0.1133311 Sep 15 15:38:09.250438 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-a692db30-498f-44e6-a4a4-2cf070ca089a None None] Port e7cce130-2681-4e01-b433-f19c7c00ff49 cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:38:09.362564 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-52cdf32a-2e07-43e0-a65c-7588f6903849 req-0b1c39cf-9181-47cc-919d-a44a01c02255 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=4542bf6f-732c-479f-979a-1bc2a7a8b27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962150 Sep 15 15:38:09.549261 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-7014074f-248a-437f-98ba-70af8208f128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7cce130-2681-4e01-b433-f19c7c00ff49 {{(pid=94800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:38:09.561034 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-7014074f-248a-437f-98ba-70af8208f128 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:09.578234 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.provisioning_blocks [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-7014074f-248a-437f-98ba-70af8208f128 service neutron] Transition to ACTIVE for port object e7cce130-2681-4e01-b433-f19c7c00ff49 will not be triggered until provisioned by entity L2. {{(pid=94800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:38:09.662092 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-7014074f-248a-437f-98ba-70af8208f128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:09.732614 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014074f-248a-437f-98ba-70af8208f128 service neutron] Pushing event updated for resources: {'Port': ['ID=e7cce130-2681-4e01-b433-f19c7c00ff49,revision_number=2']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:38:09.848990 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-7014074f-248a-437f-98ba-70af8208f128 service neutron] Attempting to bind port e7cce130-2681-4e01-b433-f19c7c00ff49 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:38:09.848990 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-7014074f-248a-437f-98ba-70af8208f128 service neutron] Attempting to bind port e7cce130-2681-4e01-b433-f19c7c00ff49 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '8bd5b631-79d2-49a1-b827-dbea0e0fb319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11'}] {{(pid=94800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:38:09.848990 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-7014074f-248a-437f-98ba-70af8208f128 service neutron] Attempting to bind port e7cce130-2681-4e01-b433-f19c7c00ff49 on network 39521f22-32a9-4fe4-91fe-b7b9b9807e11 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:38:09.856384 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-7014074f-248a-437f-98ba-70af8208f128 service neutron] Port e7cce130-2681-4e01-b433-f19c7c00ff49 on network 39521f22-32a9-4fe4-91fe-b7b9b9807e11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:38:09.856909 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-7014074f-248a-437f-98ba-70af8208f128 service neutron] Attempting to bind port e7cce130-2681-4e01-b433-f19c7c00ff49 on network 39521f22-32a9-4fe4-91fe-b7b9b9807e11 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:38:09.866121 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-7014074f-248a-437f-98ba-70af8208f128 service neutron] Checking agent: {'id': 'eba348e6-0b8a-43b6-acdf-c2678b53c044', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'started_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:38:09.866611 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-7014074f-248a-437f-98ba-70af8208f128 service neutron] Checking segment: {'id': '8bd5b631-79d2-49a1-b827-dbea0e0fb319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:38:09.867170 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-7014074f-248a-437f-98ba-70af8208f128 service neutron] Bound using segment: {'id': '8bd5b631-79d2-49a1-b827-dbea0e0fb319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11'} {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:38:09.867811 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-7014074f-248a-437f-98ba-70af8208f128 service neutron] Bound port: e7cce130-2681-4e01-b433-f19c7c00ff49, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd5b631-79d2-49a1-b827-dbea0e0fb319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11'}}] {{(pid=94800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:38:09.868663 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-7014074f-248a-437f-98ba-70af8208f128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:09.957196 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-7014074f-248a-437f-98ba-70af8208f128 service neutron] For port e7cce130-2681-4e01-b433-f19c7c00ff49, host hv-cinder-80920, cleared binding levels {{(pid=94800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:38:09.965494 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-7014074f-248a-437f-98ba-70af8208f128 service neutron] For port e7cce130-2681-4e01-b433-f19c7c00ff49, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=e7cce130-2681-4e01-b433-f19c7c00ff49,segment=NetworkSegment(8bd5b631-79d2-49a1-b827-dbea0e0fb319),segment_id=8bd5b631-79d2-49a1-b827-dbea0e0fb319)] {{(pid=94800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:38:10.039801 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-7014074f-248a-437f-98ba-70af8208f128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:10.079698 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-7014074f-248a-437f-98ba-70af8208f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:38:10.080380 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-7014074f-248a-437f-98ba-70af8208f128 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:10.082108 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-7014074f-248a-437f-98ba-70af8208f128 service neutron] 10.222.0.58 "PUT /v2.0/ports/e7cce130-2681-4e01-b433-f19c7c00ff49 HTTP/1.1" status: 200 len: 1093 time: 1.0317776 Sep 15 15:38:10.082591 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d084c32-2a7a-43f5-962b-3831d7643b2f', 'tag': 'e7cce130-2681-4e01-b433-f19c7c00ff49'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:38:10.085124 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a6e19e-e71b-49f1-9944-323f5a8090ba" -d '{"events": [{"name": "network-changed", "server_uuid": "5d084c32-2a7a-43f5-962b-3831d7643b2f", "tag": "e7cce130-2681-4e01-b433-f19c7c00ff49"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:38:10.123865 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014074f-248a-437f-98ba-70af8208f128 service neutron] Pushing event updated for resources: {'Port': ['ID=e7cce130-2681-4e01-b433-f19c7c00ff49,revision_number=3']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:38:10.154513 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a624c42d-62f2-480b-b53a-0e5acb80be8c x-openstack-request-id: req-a624c42d-62f2-480b-b53a-0e5acb80be8c {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:38:10.155612 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d084c32-2a7a-43f5-962b-3831d7643b2f", "tag": "e7cce130-2681-4e01-b433-f19c7c00ff49", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:38:10.155612 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a624c42d-62f2-480b-b53a-0e5acb80be8c {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:38:10.156172 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d084c32-2a7a-43f5-962b-3831d7643b2f', 'tag': 'e7cce130-2681-4e01-b433-f19c7c00ff49', 'status': 'completed', 'code': 200} Sep 15 15:38:10.363360 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6e19e-e71b-49f1-9944-323f5a8090ba req-2c916431-7f1a-4d87-8469-0c50e1910282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:38:10.364945 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d2a6e19e-e71b-49f1-9944-323f5a8090ba req-2c916431-7f1a-4d87-8469-0c50e1910282 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99ee894fe01b4a23b4421a1a42abfafe&device_id=5d084c32-2a7a-43f5-962b-3831d7643b2f HTTP/1.1" status: 200 len: 1096 time: 0.0560181 Sep 15 15:38:10.531885 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e6fb8-e7fe-4791-b3cb-d9d687a8c00a req-4fdab2ea-cbcc-44bd-9053-246cbb7d0270 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:38:10.533837 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c14e6fb8-e7fe-4791-b3cb-d9d687a8c00a req-4fdab2ea-cbcc-44bd-9053-246cbb7d0270 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d084c32-2a7a-43f5-962b-3831d7643b2f HTTP/1.1" status: 200 len: 943 time: 0.0867083 Sep 15 15:38:10.535697 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6e19e-e71b-49f1-9944-323f5a8090ba req-4f74f991-d3b9-42d0-a8f7-e7cf5ee83ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:38:10.537185 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d2a6e19e-e71b-49f1-9944-323f5a8090ba req-4f74f991-d3b9-42d0-a8f7-e7cf5ee83ed7 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=99ee894fe01b4a23b4421a1a42abfafe&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1642284 Sep 15 15:38:11.052475 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c14e6fb8-e7fe-4791-b3cb-d9d687a8c00a req-ee2979bc-d440-444a-8aed-850869089396 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=4542bf6f-732c-479f-979a-1bc2a7a8b27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5111461 Sep 15 15:38:11.095278 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6e19e-e71b-49f1-9944-323f5a8090ba req-d643a3ed-33be-4031-9caa-05528a607a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:38:11.097366 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-d2a6e19e-e71b-49f1-9944-323f5a8090ba req-d643a3ed-33be-4031-9caa-05528a607a63 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5454106 Sep 15 15:38:11.219989 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-5e84d70f-ddff-4834-83f8-c92dd63e6484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:38:11.222494 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-5e84d70f-ddff-4834-83f8-c92dd63e6484 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99ee894fe01b4a23b4421a1a42abfafe&device_id=5d084c32-2a7a-43f5-962b-3831d7643b2f HTTP/1.1" status: 200 len: 1096 time: 0.0793428 Sep 15 15:38:11.272452 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-4f0b1a12-0f43-4286-8ad2-4c4002885f7d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7cce130-2681-4e01-b433-f19c7c00ff49 HTTP/1.1" status: 200 len: 217 time: 0.0425410 Sep 15 15:38:11.337873 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-f9a3344d-8860-4939-9cc1-3857ab7849eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:38:11.339505 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-f9a3344d-8860-4939-9cc1-3857ab7849eb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6cfdb546-8474-4a1a-9e30-197340188800 HTTP/1.1" status: 200 len: 850 time: 0.0597651 Sep 15 15:38:11.396345 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-e67e9c20-049a-4c9d-b3c6-7c245b565ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:38:11.397943 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-e67e9c20-049a-4c9d-b3c6-7c245b565ab5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=39521f22-32a9-4fe4-91fe-b7b9b9807e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506246 Sep 15 15:38:11.510512 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-14525300-db54-43bb-94e9-481160ed3221 service neutron] 10.222.0.58 "GET /v2.0/networks/39521f22-32a9-4fe4-91fe-b7b9b9807e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049514 Sep 15 15:38:11.629997 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4bccf288-e3ed-404d-90f4-aacfde0fa486 req-d0a992a4-382e-4f18-9c43-a30e1eba21f6 service neutron] 10.222.0.58 "GET /v2.0/networks/39521f22-32a9-4fe4-91fe-b7b9b9807e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121929 Sep 15 15:38:12.198621 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baff8f-3026-4c04-bba6-ffe651dbac49 req-f996d104-720e-46de-b280-bc762b473625 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:38:12.200300 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-82baff8f-3026-4c04-bba6-ffe651dbac49 req-f996d104-720e-46de-b280-bc762b473625 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d084c32-2a7a-43f5-962b-3831d7643b2f HTTP/1.1" status: 200 len: 943 time: 0.0602703 Sep 15 15:38:12.243782 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-82baff8f-3026-4c04-bba6-ffe651dbac49 req-8cdc81fc-fe88-4c99-8c0e-6726205b870d tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=4542bf6f-732c-479f-979a-1bc2a7a8b27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365238 Sep 15 15:38:13.372824 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10960790-d047-4a02-93ec-6e1ff2e0a869 req-7abc8750-7465-47e6-991a-8c0dbc52a3ec tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:38:13.374735 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-10960790-d047-4a02-93ec-6e1ff2e0a869 req-7abc8750-7465-47e6-991a-8c0dbc52a3ec tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d084c32-2a7a-43f5-962b-3831d7643b2f HTTP/1.1" status: 200 len: 943 time: 0.0531845 Sep 15 15:38:13.426846 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-10960790-d047-4a02-93ec-6e1ff2e0a869 req-af1bb6e7-b512-4d07-a84a-4da949997d66 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=4542bf6f-732c-479f-979a-1bc2a7a8b27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442600 Sep 15 15:38:14.202502 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device e7cce130-2681-4e01-b433-f19c7c00ff49 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:38:14.317329 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port e7cce130-2681-4e01-b433-f19c7c00ff49, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=e7cce130-2681-4e01-b433-f19c7c00ff49,segment=NetworkSegment(8bd5b631-79d2-49a1-b827-dbea0e0fb319),segment_id=8bd5b631-79d2-49a1-b827-dbea0e0fb319)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:38:14.331051 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Returning: {'device': 'e7cce130-2681-4e01-b433-f19c7c00ff49', 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11', 'port_id': 'e7cce130-2681-4e01-b433-f19c7c00ff49', 'mac_address': 'fa:16:3e:26:e6:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfdb546-8474-4a1a-9e30-197340188800', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:38:14.372463 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:14.387668 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7cce130-2681-4e01-b433-f19c7c00ff49 {{(pid=94801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:38:14.412419 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port e7cce130-2681-4e01-b433-f19c7c00ff49, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=e7cce130-2681-4e01-b433-f19c7c00ff49,segment=NetworkSegment(8bd5b631-79d2-49a1-b827-dbea0e0fb319),segment_id=8bd5b631-79d2-49a1-b827-dbea0e0fb319)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:38:14.484456 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:14.540805 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=e7cce130-2681-4e01-b433-f19c7c00ff49,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:38:14.560270 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15070d-9283-4cef-b060-c39a581c0f5f req-855f63b4-d254-4dc5-9f01-9daade40e853 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:38:14.561867 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fe15070d-9283-4cef-b060-c39a581c0f5f req-855f63b4-d254-4dc5-9f01-9daade40e853 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d084c32-2a7a-43f5-962b-3831d7643b2f HTTP/1.1" status: 200 len: 944 time: 0.0613260 Sep 15 15:38:14.610607 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-fe15070d-9283-4cef-b060-c39a581c0f5f req-535f4717-eaaf-4dd0-9ba1-8a9272eca56b tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=4542bf6f-732c-479f-979a-1bc2a7a8b27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402780 Sep 15 15:38:14.689181 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['e7cce130-2681-4e01-b433-f19c7c00ff49'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:38:15.740897 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c729dc-ed7c-4389-b63f-a26b5e2714ae req-136ceb26-c9a3-4d08-860e-af4824b95261 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:38:15.751564 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b0c729dc-ed7c-4389-b63f-a26b5e2714ae req-136ceb26-c9a3-4d08-860e-af4824b95261 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d084c32-2a7a-43f5-962b-3831d7643b2f HTTP/1.1" status: 200 len: 944 time: 0.0570657 Sep 15 15:38:15.792009 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b0c729dc-ed7c-4389-b63f-a26b5e2714ae req-86eb49dc-4bec-4ac6-b2c0-ece2a7e29f03 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=4542bf6f-732c-479f-979a-1bc2a7a8b27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384002 Sep 15 15:38:16.202106 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device e7cce130-2681-4e01-b433-f19c7c00ff49 up at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:38:16.341315 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning for port e7cce130-2681-4e01-b433-f19c7c00ff49 completed by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:38:16.345868 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning complete for port e7cce130-2681-4e01-b433-f19c7c00ff49 triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:38:16.346210 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:16.433851 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:16.460172 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d084c32-2a7a-43f5-962b-3831d7643b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7cce130-2681-4e01-b433-f19c7c00ff49'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:38:16.462671 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6d6b8e-c9a7-49f1-ad55-eb00560d4ba9" -d '{"events": [{"server_uuid": "5d084c32-2a7a-43f5-962b-3831d7643b2f", "name": "network-vif-plugged", "status": "completed", "tag": "e7cce130-2681-4e01-b433-f19c7c00ff49"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:38:16.478343 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port e7cce130-2681-4e01-b433-f19c7c00ff49, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=e7cce130-2681-4e01-b433-f19c7c00ff49,segment=NetworkSegment(8bd5b631-79d2-49a1-b827-dbea0e0fb319),segment_id=8bd5b631-79d2-49a1-b827-dbea0e0fb319)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:38:16.505220 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02458078-903f-4f6c-a951-79b83141a254 x-openstack-request-id: req-02458078-903f-4f6c-a951-79b83141a254 {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:38:16.505600 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d084c32-2a7a-43f5-962b-3831d7643b2f", "name": "network-vif-plugged", "status": "completed", "tag": "e7cce130-2681-4e01-b433-f19c7c00ff49", "code": 200}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:38:16.505797 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-02458078-903f-4f6c-a951-79b83141a254 {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:38:16.506212 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d084c32-2a7a-43f5-962b-3831d7643b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7cce130-2681-4e01-b433-f19c7c00ff49', 'code': 200} Sep 15 15:38:16.552977 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:16.608909 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=e7cce130-2681-4e01-b433-f19c7c00ff49,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:38:16.917397 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b01679-bfd1-4dca-a86b-6cc6cfb8d484 req-70f7e96e-efd9-4b5a-96ce-c4b3408bcb67 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:38:16.920362 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-81b01679-bfd1-4dca-a86b-6cc6cfb8d484 req-70f7e96e-efd9-4b5a-96ce-c4b3408bcb67 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d084c32-2a7a-43f5-962b-3831d7643b2f HTTP/1.1" status: 200 len: 945 time: 0.0557466 Sep 15 15:38:17.009072 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-81b01679-bfd1-4dca-a86b-6cc6cfb8d484 req-4027bee2-4b54-4fb0-bc12-72af450ed1da tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=4542bf6f-732c-479f-979a-1bc2a7a8b27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758576 Sep 15 15:38:17.022922 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcd0e1-69e4-4b39-87b1-153b11d27914 req-b3586c1d-cb34-4dee-9ae5-9e5771f1381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:38:17.024502 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f3fcd0e1-69e4-4b39-87b1-153b11d27914 req-b3586c1d-cb34-4dee-9ae5-9e5771f1381b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5d084c32-2a7a-43f5-962b-3831d7643b2f HTTP/1.1" status: 200 len: 1098 time: 0.0684903 Sep 15 15:38:17.065524 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f3fcd0e1-69e4-4b39-87b1-153b11d27914 req-c57de6a8-8136-432e-8e48-31a4af4f7a13 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4542bf6f-732c-479f-979a-1bc2a7a8b27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331030 Sep 15 15:38:18.174581 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660aff6-afe3-426b-8e0e-35cb2f42c437 req-6269ebd9-0bca-471f-b8b3-83e26ab697b1 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:38:18.176318 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1660aff6-afe3-426b-8e0e-35cb2f42c437 req-6269ebd9-0bca-471f-b8b3-83e26ab697b1 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d084c32-2a7a-43f5-962b-3831d7643b2f HTTP/1.1" status: 200 len: 945 time: 0.0611308 Sep 15 15:38:18.218662 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1660aff6-afe3-426b-8e0e-35cb2f42c437 req-7013e02d-5ea4-48ce-81cd-4c7607c7f40f tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=4542bf6f-732c-479f-979a-1bc2a7a8b27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359583 Sep 15 15:38:19.359604 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc90d11-9269-4abe-bcd0-cec2a43a5c72 req-d11f0622-5d6a-4e51-a7d3-f553da2eae12 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:38:19.361878 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cbc90d11-9269-4abe-bcd0-cec2a43a5c72 req-d11f0622-5d6a-4e51-a7d3-f553da2eae12 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d084c32-2a7a-43f5-962b-3831d7643b2f HTTP/1.1" status: 200 len: 945 time: 0.0519197 Sep 15 15:38:19.411536 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cbc90d11-9269-4abe-bcd0-cec2a43a5c72 req-b620380f-b031-4a31-b535-faeb25dd1b36 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=4542bf6f-732c-479f-979a-1bc2a7a8b27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345771 Sep 15 15:38:19.533925 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304628f0-cc0c-48da-8e94-4f01d6ba00b6 req-73687984-38c7-4c5c-8841-95b68fa856c8 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:38:19.535663 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-304628f0-cc0c-48da-8e94-4f01d6ba00b6 req-73687984-38c7-4c5c-8841-95b68fa856c8 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d084c32-2a7a-43f5-962b-3831d7643b2f HTTP/1.1" status: 200 len: 945 time: 0.0578377 Sep 15 15:38:19.549418 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 56182) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:38:19.555668 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [None req-3234e3ab-aa3b-432f-8dff-3da5c3ef11fc tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Request body: {'floatingip': {'port_id': 'e7cce130-2681-4e01-b433-f19c7c00ff49'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:38:19.597931 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-3234e3ab-aa3b-432f-8dff-3da5c3ef11fc tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for floatingip, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:20.069412 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-3234e3ab-aa3b-432f-8dff-3da5c3ef11fc tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:20.141643 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-3234e3ab-aa3b-432f-8dff-3da5c3ef11fc tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:20.252606 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.db.l3_db [None req-3234e3ab-aa3b-432f-8dff-3da5c3ef11fc tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Floating IP 25e1f893-ee45-4a27-aa92-d4dd2ce9b864 associated. External IP: 172.27.3.6, port: e7cce130-2681-4e01-b433-f19c7c00ff49. Sep 15 15:38:20.485228 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3234e3ab-aa3b-432f-8dff-3da5c3ef11fc tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Router 83716022-ff2e-46c1-9417-e9f25d339e88 has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:38:20.616494 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3234e3ab-aa3b-432f-8dff-3da5c3ef11fc tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:38:20.621454 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-3234e3ab-aa3b-432f-8dff-3da5c3ef11fc tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for floatingip, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:20.631051 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759da19d-5b20-476f-b296-6a8bd558f2b2 None None] Sync routers for ids ['83716022-ff2e-46c1-9417-e9f25d339e88'] in dv-cinder-809201-1-iscsi {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:38:20.644176 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759da19d-5b20-476f-b296-6a8bd558f2b2 None None] Routers {'83716022-ff2e-46c1-9417-e9f25d339e88'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:38:20.644901 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-759da19d-5b20-476f-b296-6a8bd558f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:37:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['83716022-ff2e-46c1-9417-e9f25d339e88'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:38:20.655091 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-3234e3ab-aa3b-432f-8dff-3da5c3ef11fc tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "PUT /v2.0/floatingips/25e1f893-ee45-4a27-aa92-d4dd2ce9b864 HTTP/1.1" status: 200 len: 989 time: 1.1036835 Sep 15 15:38:20.656104 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d084c32-2a7a-43f5-962b-3831d7643b2f', 'tag': 'e7cce130-2681-4e01-b433-f19c7c00ff49'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:38:20.660470 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd08ca37-308f-411f-b2e2-cc69be076487" -d '{"events": [{"name": "network-changed", "server_uuid": "5d084c32-2a7a-43f5-962b-3831d7643b2f", "tag": "e7cce130-2681-4e01-b433-f19c7c00ff49"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:38:20.749568 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae39f79f-f94f-4d2f-822e-cda1e42deaa6 x-openstack-request-id: req-ae39f79f-f94f-4d2f-822e-cda1e42deaa6 {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:38:20.750058 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d084c32-2a7a-43f5-962b-3831d7643b2f", "tag": "e7cce130-2681-4e01-b433-f19c7c00ff49", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:38:20.750465 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ae39f79f-f94f-4d2f-822e-cda1e42deaa6 {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:38:20.751105 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d084c32-2a7a-43f5-962b-3831d7643b2f', 'tag': 'e7cce130-2681-4e01-b433-f19c7c00ff49', 'status': 'completed', 'code': 200} Sep 15 15:38:20.845161 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08ca37-308f-411f-b2e2-cc69be076487 req-f0656782-29c8-404c-8a3f-23f6f6a26dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:38:20.848561 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bd08ca37-308f-411f-b2e2-cc69be076487 req-f0656782-29c8-404c-8a3f-23f6f6a26dde service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99ee894fe01b4a23b4421a1a42abfafe&device_id=5d084c32-2a7a-43f5-962b-3831d7643b2f HTTP/1.1" status: 200 len: 1098 time: 0.0829406 Sep 15 15:38:20.850072 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-759da19d-5b20-476f-b296-6a8bd558f2b2 None None] Set router 83716022-ff2e-46c1-9417-e9f25d339e88 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:38:20.989003 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08ca37-308f-411f-b2e2-cc69be076487 req-ede2ab1a-36ff-468b-94fe-39190beae165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:38:20.992133 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bd08ca37-308f-411f-b2e2-cc69be076487 req-ede2ab1a-36ff-468b-94fe-39190beae165 service neutron] 10.222.0.58 "GET /v2.0/networks?id=39521f22-32a9-4fe4-91fe-b7b9b9807e11 HTTP/1.1" status: 200 len: 912 time: 0.1366417 Sep 15 15:38:21.090053 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bd08ca37-308f-411f-b2e2-cc69be076487 req-78f8635f-2b04-4c56-944b-e2c241ac4694 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7cce130-2681-4e01-b433-f19c7c00ff49 HTTP/1.1" status: 200 len: 997 time: 0.0900342 Sep 15 15:38:21.173833 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08ca37-308f-411f-b2e2-cc69be076487 req-fdc11158-c075-47d1-9dba-467c06458b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:38:21.177207 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bd08ca37-308f-411f-b2e2-cc69be076487 req-fdc11158-c075-47d1-9dba-467c06458b4e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6cfdb546-8474-4a1a-9e30-197340188800 HTTP/1.1" status: 200 len: 850 time: 0.0795538 Sep 15 15:38:21.237204 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08ca37-308f-411f-b2e2-cc69be076487 req-9d67cce8-3dc5-4314-93d5-89b6be77879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:38:21.238898 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bd08ca37-308f-411f-b2e2-cc69be076487 req-9d67cce8-3dc5-4314-93d5-89b6be77879f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=39521f22-32a9-4fe4-91fe-b7b9b9807e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553713 Sep 15 15:38:21.310313 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-759da19d-5b20-476f-b296-6a8bd558f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'name': 'tempest-AttachVolumeTestJSON-1950311729-router', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:35:01Z', 'updated_at': '2021-09-15T15:35:06Z', 'revision_number': 4, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'gw_port': {'id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:02Z', 'updated_at': '2021-09-15T15:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': '25e1f893-ee45-4a27-aa92-d4dd2ce9b864', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'port_id': 'e7cce130-2681-4e01-b433-f19c7c00ff49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11', 'mac_address': 'fa:16:3e:26:e6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d084c32-2a7a-43f5-962b-3831d7643b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:38:03Z', 'updated_at': '2021-09-15T15:38:19Z', 'revision_number': 1, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79e3410-a312-48f5-9369-dbda2bc2bc61', 'name': '', 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'mac_address': 'fa:16:3e:c6:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6cfdb546-8474-4a1a-9e30-197340188800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:05Z', 'updated_at': '2021-09-15T15:35:10Z', 'revision_number': 5, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'subnets': [{'id': '6cfdb546-8474-4a1a-9e30-197340188800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:38:21.354474 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bd08ca37-308f-411f-b2e2-cc69be076487 req-918379c6-ef31-4e16-aff6-003b5b765394 service neutron] 10.222.0.58 "GET /v2.0/networks/39521f22-32a9-4fe4-91fe-b7b9b9807e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079745 Sep 15 15:38:21.358013 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759da19d-5b20-476f-b296-6a8bd558f2b2 None None] Checking router: 83716022-ff2e-46c1-9417-e9f25d339e88 for host: dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:38:21.371869 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759da19d-5b20-476f-b296-6a8bd558f2b2 None None] Routers {'83716022-ff2e-46c1-9417-e9f25d339e88'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:38:21.372975 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-759da19d-5b20-476f-b296-6a8bd558f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:37:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['83716022-ff2e-46c1-9417-e9f25d339e88'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:38:21.517508 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-bd08ca37-308f-411f-b2e2-cc69be076487 req-b28eb1c7-f79f-4f02-9c49-c64a14d2b6f9 service neutron] 10.222.0.58 "GET /v2.0/networks/39521f22-32a9-4fe4-91fe-b7b9b9807e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545951 Sep 15 15:38:21.554802 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-759da19d-5b20-476f-b296-6a8bd558f2b2 None None] Set router 83716022-ff2e-46c1-9417-e9f25d339e88 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:38:21.811692 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-759da19d-5b20-476f-b296-6a8bd558f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'name': 'tempest-AttachVolumeTestJSON-1950311729-router', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:35:01Z', 'updated_at': '2021-09-15T15:35:06Z', 'revision_number': 4, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'gw_port': {'id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:02Z', 'updated_at': '2021-09-15T15:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': '25e1f893-ee45-4a27-aa92-d4dd2ce9b864', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'port_id': 'e7cce130-2681-4e01-b433-f19c7c00ff49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11', 'mac_address': 'fa:16:3e:26:e6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d084c32-2a7a-43f5-962b-3831d7643b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:38:03Z', 'updated_at': '2021-09-15T15:38:19Z', 'revision_number': 1, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79e3410-a312-48f5-9369-dbda2bc2bc61', 'name': '', 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'mac_address': 'fa:16:3e:c6:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6cfdb546-8474-4a1a-9e30-197340188800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:05Z', 'updated_at': '2021-09-15T15:35:10Z', 'revision_number': 5, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'subnets': [{'id': '6cfdb546-8474-4a1a-9e30-197340188800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:38:21.864032 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759da19d-5b20-476f-b296-6a8bd558f2b2 None None] The sync data for ids ['83716022-ff2e-46c1-9417-e9f25d339e88'] in dv-cinder-809201-1-iscsi is: [{'id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'name': 'tempest-AttachVolumeTestJSON-1950311729-router', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:35:01Z', 'updated_at': '2021-09-15T15:35:06Z', 'revision_number': 4, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'gw_port': {'id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:02Z', 'updated_at': '2021-09-15T15:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': '25e1f893-ee45-4a27-aa92-d4dd2ce9b864', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'port_id': 'e7cce130-2681-4e01-b433-f19c7c00ff49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11', 'mac_address': 'fa:16:3e:26:e6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d084c32-2a7a-43f5-962b-3831d7643b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:38:03Z', 'updated_at': '2021-09-15T15:38:19Z', 'revision_number': 1, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79e3410-a312-48f5-9369-dbda2bc2bc61', 'name': '', 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'mac_address': 'fa:16:3e:c6:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6cfdb546-8474-4a1a-9e30-197340188800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:05Z', 'updated_at': '2021-09-15T15:35:10Z', 'revision_number': 5, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'subnets': [{'id': '6cfdb546-8474-4a1a-9e30-197340188800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:38:22.076694 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdb1a56-a654-4268-90d6-5a444f588181 None None] New status for floating IP 25e1f893-ee45-4a27-aa92-d4dd2ce9b864: ACTIVE {{(pid=94801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:38:23.152609 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f9735484-f579-4d53-9bfa-c9e5d9b98512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:24.348179 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:26.061089 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-96dd1244-a2bd-4a8c-947f-476f3aeade3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:26.205870 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:26.966947 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:38:27.186829 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:28.775446 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:29.933066 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-feeb1331-341a-479a-8a08-2712edcee9d2 req-132a7a95-651d-4673-928e-6227c7083c65 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8d61c0e2-d3cc-4438-9a34-e0f208f75a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411537 Sep 15 15:38:30.014628 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb1331-341a-479a-8a08-2712edcee9d2 req-d0a563d1-c58a-456a-bbdc-4ef802fb04f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:38:30.016150 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-feeb1331-341a-479a-8a08-2712edcee9d2 req-d0a563d1-c58a-456a-bbdc-4ef802fb04f8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d812ec61757446683167b44880ffb33&device_id=8d61c0e2-d3cc-4438-9a34-e0f208f75a1e HTTP/1.1" status: 200 len: 1098 time: 0.0410602 Sep 15 15:38:30.130404 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb1331-341a-479a-8a08-2712edcee9d2 req-21607a03-e512-4f0d-ac9d-55db54abb289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:38:30.132004 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-feeb1331-341a-479a-8a08-2712edcee9d2 req-21607a03-e512-4f0d-ac9d-55db54abb289 service neutron] 10.222.0.58 "GET /v2.0/networks?id=07a53ba0-b090-4791-856f-35fa91df8427 HTTP/1.1" status: 200 len: 913 time: 0.0952332 Sep 15 15:38:30.201189 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-feeb1331-341a-479a-8a08-2712edcee9d2 req-27c23a15-c302-495a-871f-050832d9db81 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dffd36a-1fb4-41bd-861c-f1839eb17081 HTTP/1.1" status: 200 len: 1000 time: 0.0600207 Sep 15 15:38:30.263979 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb1331-341a-479a-8a08-2712edcee9d2 req-87999f57-542e-4466-8add-755002b9fa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:38:30.265502 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-feeb1331-341a-479a-8a08-2712edcee9d2 req-87999f57-542e-4466-8add-755002b9fa4e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=781284e4-ba10-42ed-9662-a5f92afda956 HTTP/1.1" status: 200 len: 851 time: 0.0531616 Sep 15 15:38:30.316805 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb1331-341a-479a-8a08-2712edcee9d2 req-b3270ef3-afd9-4c2d-8619-a39e092e8ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:38:30.318315 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-feeb1331-341a-479a-8a08-2712edcee9d2 req-b3270ef3-afd9-4c2d-8619-a39e092e8ec5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=07a53ba0-b090-4791-856f-35fa91df8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436935 Sep 15 15:38:30.415446 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-feeb1331-341a-479a-8a08-2712edcee9d2 req-3a42e7ee-8c95-461b-b048-cbd0de904c14 service neutron] 10.222.0.58 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891325 Sep 15 15:38:30.519832 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-feeb1331-341a-479a-8a08-2712edcee9d2 req-ea6bad86-d7ba-4446-a3cd-e47af0f14b0e service neutron] 10.222.0.58 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952449 Sep 15 15:38:53.186253 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-a9bc4b04-aab9-4c34-a491-fb5e06894760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:54.363535 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:56.078146 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-fe57ad21-c619-4458-b6b0-3c9b70385b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:56.197779 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:57.124226 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:58.794335 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:03.971093 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:39:23.179474 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-ad8a9a04-a72b-4d3e-b562-1175531226b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:24.346313 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:26.071072 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-82a6bc67-00e1-492b-a86f-7aa3709c6cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:26.196673 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:27.122439 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:27.292655 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d9c65-06dc-4090-890e-46d54f0b579e req-7c189070-87ee-4697-876e-bce84f15dd86 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:27.294253 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-560d9c65-06dc-4090-890e-46d54f0b579e req-7c189070-87ee-4697-876e-bce84f15dd86 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d61c0e2-d3cc-4438-9a34-e0f208f75a1e HTTP/1.1" status: 200 len: 945 time: 0.0523467 Sep 15 15:39:27.336054 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-560d9c65-06dc-4090-890e-46d54f0b579e req-05d08eda-46fd-4874-bf29-f028cc89d2f6 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350416 Sep 15 15:39:28.464740 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b13ef-1072-4726-ac8c-327832f12285 req-abb82b26-8977-421f-914f-f9b4e29f55a4 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:28.466605 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f91b13ef-1072-4726-ac8c-327832f12285 req-abb82b26-8977-421f-914f-f9b4e29f55a4 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d61c0e2-d3cc-4438-9a34-e0f208f75a1e HTTP/1.1" status: 200 len: 945 time: 0.0542965 Sep 15 15:39:28.513438 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f91b13ef-1072-4726-ac8c-327832f12285 req-7f4b9cd4-2382-486c-b147-bad3f4267e0e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401881 Sep 15 15:39:28.799459 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a272f0-163b-44fa-a744-cacb7870028f req-d25c658f-8cf9-4ebc-adc4-474182cdc8bc tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:28.801098 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-92a272f0-163b-44fa-a744-cacb7870028f req-d25c658f-8cf9-4ebc-adc4-474182cdc8bc tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d61c0e2-d3cc-4438-9a34-e0f208f75a1e HTTP/1.1" status: 200 len: 945 time: 0.0524628 Sep 15 15:39:28.802708 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:28.898109 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [req-92a272f0-163b-44fa-a744-cacb7870028f req-e8c192b6-5c81-47d8-8b56-e14731768e7e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Deleting port 0dffd36a-1fb4-41bd-861c-f1839eb17081 {{(pid=94800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:39:28.898447 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-92a272f0-163b-44fa-a744-cacb7870028f req-e8c192b6-5c81-47d8-8b56-e14731768e7e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:29.008458 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-92a272f0-163b-44fa-a744-cacb7870028f req-e8c192b6-5c81-47d8-8b56-e14731768e7e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] For port 0dffd36a-1fb4-41bd-861c-f1839eb17081, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0dffd36a-1fb4-41bd-861c-f1839eb17081,segment=NetworkSegment(44e20436-1003-4b4b-a47c-42a8265f36b4),segment_id=44e20436-1003-4b4b-a47c-42a8265f36b4)] {{(pid=94800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:39:29.008766 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-92a272f0-163b-44fa-a744-cacb7870028f req-e8c192b6-5c81-47d8-8b56-e14731768e7e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:29.205775 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-92a272f0-163b-44fa-a744-cacb7870028f req-e8c192b6-5c81-47d8-8b56-e14731768e7e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:29.206140 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-92a272f0-163b-44fa-a744-cacb7870028f req-e8c192b6-5c81-47d8-8b56-e14731768e7e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:29.206461 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.db.l3_db [req-92a272f0-163b-44fa-a744-cacb7870028f req-e8c192b6-5c81-47d8-8b56-e14731768e7e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Floating IP a1d415ca-1e02-4a00-baf6-4869e3fa0687 disassociated. External IP: 172.27.3.44, port: 0dffd36a-1fb4-41bd-861c-f1839eb17081. Sep 15 15:39:29.206799 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [req-92a272f0-163b-44fa-a744-cacb7870028f req-e8c192b6-5c81-47d8-8b56-e14731768e7e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Calling delete_port for 0dffd36a-1fb4-41bd-861c-f1839eb17081 owned by compute:nova {{(pid=94800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:39:29.465617 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-92a272f0-163b-44fa-a744-cacb7870028f req-e8c192b6-5c81-47d8-8b56-e14731768e7e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:29.495709 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c192b6-5c81-47d8-8b56-e14731768e7e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Pushing event deleted for resources: {'Port': ['ID=0dffd36a-1fb4-41bd-861c-f1839eb17081,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:39:29.508591 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c192b6-5c81-47d8-8b56-e14731768e7e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:29.508872 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c192b6-5c81-47d8-8b56-e14731768e7e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:29.509278 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c192b6-5c81-47d8-8b56-e14731768e7e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:29.509626 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c192b6-5c81-47d8-8b56-e14731768e7e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:29.509953 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c192b6-5c81-47d8-8b56-e14731768e7e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:29.511959 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c192b6-5c81-47d8-8b56-e14731768e7e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:29.512622 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c192b6-5c81-47d8-8b56-e14731768e7e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:29.513192 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c192b6-5c81-47d8-8b56-e14731768e7e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:29.513759 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c192b6-5c81-47d8-8b56-e14731768e7e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:29.514323 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c192b6-5c81-47d8-8b56-e14731768e7e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:29.514882 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c192b6-5c81-47d8-8b56-e14731768e7e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:29.517287 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c192b6-5c81-47d8-8b56-e14731768e7e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:29.942462 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4a9d277c-bd0e-4b33-8175-968ddecc8735 req-24c8f2bb-a8bb-48c9-951c-bb3553708015 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d61c0e2-d3cc-4438-9a34-e0f208f75a1e HTTP/1.1" status: 200 len: 210 time: 0.0321202 Sep 15 15:39:29.972587 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92a272f0-163b-44fa-a744-cacb7870028f req-e8c192b6-5c81-47d8-8b56-e14731768e7e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Router 62aad18c-acc3-41bf-928c-65965ccf1a68 has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:39:30.141875 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92a272f0-163b-44fa-a744-cacb7870028f req-e8c192b6-5c81-47d8-8b56-e14731768e7e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:39:30.153247 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715592b3-3c49-4811-98ea-04c667d1d415 None None] Sync routers for ids ['62aad18c-acc3-41bf-928c-65965ccf1a68'] in dv-cinder-809201-1-iscsi {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:39:30.166028 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715592b3-3c49-4811-98ea-04c667d1d415 None None] Routers {'62aad18c-acc3-41bf-928c-65965ccf1a68'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:39:30.167299 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-715592b3-3c49-4811-98ea-04c667d1d415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:39:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['62aad18c-acc3-41bf-928c-65965ccf1a68'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:39:30.204569 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a272f0-163b-44fa-a744-cacb7870028f req-e8c192b6-5c81-47d8-8b56-e14731768e7e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] No DVR routers for this DVR port 0dffd36a-1fb4-41bd-861c-f1839eb17081 on host hv-cinder-80920 {{(pid=94800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:39:30.207477 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-92a272f0-163b-44fa-a744-cacb7870028f req-e8c192b6-5c81-47d8-8b56-e14731768e7e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:30.209781 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-92a272f0-163b-44fa-a744-cacb7870028f req-e8c192b6-5c81-47d8-8b56-e14731768e7e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.58 "DELETE /v2.0/ports/0dffd36a-1fb4-41bd-861c-f1839eb17081 HTTP/1.1" status: 204 len: 173 time: 1.4027023 Sep 15 15:39:30.210259 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d61c0e2-d3cc-4438-9a34-e0f208f75a1e', 'name': 'network-vif-deleted', 'tag': '0dffd36a-1fb4-41bd-861c-f1839eb17081'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:39:30.213222 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6a043a-1315-41c8-aaec-5f33e80ac779" -d '{"events": [{"server_uuid": "8d61c0e2-d3cc-4438-9a34-e0f208f75a1e", "name": "network-vif-deleted", "tag": "0dffd36a-1fb4-41bd-861c-f1839eb17081"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:39:30.271795 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fbfc04-33da-46f6-9861-353fa70c2022 x-openstack-request-id: req-b4fbfc04-33da-46f6-9861-353fa70c2022 {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:39:30.272608 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d61c0e2-d3cc-4438-9a34-e0f208f75a1e", "name": "network-vif-deleted", "tag": "0dffd36a-1fb4-41bd-861c-f1839eb17081", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:39:30.272985 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b4fbfc04-33da-46f6-9861-353fa70c2022 {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:39:30.273574 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d61c0e2-d3cc-4438-9a34-e0f208f75a1e', 'name': 'network-vif-deleted', 'tag': '0dffd36a-1fb4-41bd-861c-f1839eb17081', 'status': 'completed', 'code': 200} Sep 15 15:39:30.318361 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-715592b3-3c49-4811-98ea-04c667d1d415 None None] Set router 62aad18c-acc3-41bf-928c-65965ccf1a68 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:39:30.555950 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-715592b3-3c49-4811-98ea-04c667d1d415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'name': 'tempest-TestVolumeBootPattern-2106588752-router', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:34Z', 'updated_at': '2021-09-15T15:36:38Z', 'revision_number': 4, 'project_id': '7d812ec61757446683167b44880ffb33', 'gw_port': {'id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:35Z', 'updated_at': '2021-09-15T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': 'ea50da73-6cc0-41aa-b562-cca6a704feca', 'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'mac_address': 'fa:16:3e:77:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '781284e4-ba10-42ed-9662-a5f92afda956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:37Z', 'updated_at': '2021-09-15T15:36:43Z', 'revision_number': 5, 'project_id': '7d812ec61757446683167b44880ffb33', 'subnets': [{'id': '781284e4-ba10-42ed-9662-a5f92afda956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:39:30.590050 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715592b3-3c49-4811-98ea-04c667d1d415 None None] Checking router: 62aad18c-acc3-41bf-928c-65965ccf1a68 for host: dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:39:30.599988 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715592b3-3c49-4811-98ea-04c667d1d415 None None] Routers {'62aad18c-acc3-41bf-928c-65965ccf1a68'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:39:30.600621 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-715592b3-3c49-4811-98ea-04c667d1d415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:39:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['62aad18c-acc3-41bf-928c-65965ccf1a68'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:39:30.721950 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-715592b3-3c49-4811-98ea-04c667d1d415 None None] Set router 62aad18c-acc3-41bf-928c-65965ccf1a68 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:39:30.959888 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-715592b3-3c49-4811-98ea-04c667d1d415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'name': 'tempest-TestVolumeBootPattern-2106588752-router', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:34Z', 'updated_at': '2021-09-15T15:36:38Z', 'revision_number': 4, 'project_id': '7d812ec61757446683167b44880ffb33', 'gw_port': {'id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:35Z', 'updated_at': '2021-09-15T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': 'ea50da73-6cc0-41aa-b562-cca6a704feca', 'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'mac_address': 'fa:16:3e:77:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '781284e4-ba10-42ed-9662-a5f92afda956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:37Z', 'updated_at': '2021-09-15T15:36:43Z', 'revision_number': 5, 'project_id': '7d812ec61757446683167b44880ffb33', 'subnets': [{'id': '781284e4-ba10-42ed-9662-a5f92afda956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:39:31.019329 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715592b3-3c49-4811-98ea-04c667d1d415 None None] The sync data for ids ['62aad18c-acc3-41bf-928c-65965ccf1a68'] in dv-cinder-809201-1-iscsi is: [{'id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'name': 'tempest-TestVolumeBootPattern-2106588752-router', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:34Z', 'updated_at': '2021-09-15T15:36:38Z', 'revision_number': 4, 'project_id': '7d812ec61757446683167b44880ffb33', 'gw_port': {'id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:35Z', 'updated_at': '2021-09-15T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': 'ea50da73-6cc0-41aa-b562-cca6a704feca', 'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'mac_address': 'fa:16:3e:77:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '781284e4-ba10-42ed-9662-a5f92afda956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:37Z', 'updated_at': '2021-09-15T15:36:43Z', 'revision_number': 5, 'project_id': '7d812ec61757446683167b44880ffb33', 'subnets': [{'id': '781284e4-ba10-42ed-9662-a5f92afda956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:39:31.084660 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-52d261fe-1772-47a0-8714-ce197fdef4d5 req-73a97745-92a9-4018-aaa0-b117de8e9b50 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d61c0e2-d3cc-4438-9a34-e0f208f75a1e HTTP/1.1" status: 200 len: 210 time: 0.0408473 Sep 15 15:39:31.277291 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c580f6e-621d-4833-9f02-f6e894513988 None None] New status for floating IP a1d415ca-1e02-4a00-baf6-4869e3fa0687: DOWN {{(pid=94801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:39:31.933299 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f4bc1583-8e37-47c5-9b6f-16f028237b30 req-71a88a18-a6ad-4e1c-981d-4bc1d82913ae service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5d084c32-2a7a-43f5-962b-3831d7643b2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406449 Sep 15 15:39:31.997697 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc1583-8e37-47c5-9b6f-16f028237b30 req-d488c764-024b-4c21-bb43-493c08d13538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:31.999300 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f4bc1583-8e37-47c5-9b6f-16f028237b30 req-d488c764-024b-4c21-bb43-493c08d13538 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99ee894fe01b4a23b4421a1a42abfafe&device_id=5d084c32-2a7a-43f5-962b-3831d7643b2f HTTP/1.1" status: 200 len: 1098 time: 0.0430746 Sep 15 15:39:32.129453 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc1583-8e37-47c5-9b6f-16f028237b30 req-54eff468-9659-48ba-a5d5-da831e0a8ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:32.130992 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f4bc1583-8e37-47c5-9b6f-16f028237b30 req-54eff468-9659-48ba-a5d5-da831e0a8ead service neutron] 10.222.0.58 "GET /v2.0/networks?id=39521f22-32a9-4fe4-91fe-b7b9b9807e11 HTTP/1.1" status: 200 len: 912 time: 0.1088598 Sep 15 15:39:32.207576 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f4bc1583-8e37-47c5-9b6f-16f028237b30 req-d6c4d777-975f-48c9-89a0-20a74097f014 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7cce130-2681-4e01-b433-f19c7c00ff49 HTTP/1.1" status: 200 len: 999 time: 0.0700359 Sep 15 15:39:32.265179 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc1583-8e37-47c5-9b6f-16f028237b30 req-1fc6bd36-6db5-42c4-9270-970297475a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:32.268021 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f4bc1583-8e37-47c5-9b6f-16f028237b30 req-1fc6bd36-6db5-42c4-9270-970297475a34 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6cfdb546-8474-4a1a-9e30-197340188800 HTTP/1.1" status: 200 len: 850 time: 0.0531874 Sep 15 15:39:32.332421 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc1583-8e37-47c5-9b6f-16f028237b30 req-c5782d16-4901-44eb-afa6-eaede62f3c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:32.335315 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f4bc1583-8e37-47c5-9b6f-16f028237b30 req-c5782d16-4901-44eb-afa6-eaede62f3c0c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=39521f22-32a9-4fe4-91fe-b7b9b9807e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603335 Sep 15 15:39:32.455047 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-61b1af58-9c13-4fb0-b396-b6fbd7e65574 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-744334079&fields=id&tenant_id=7d812ec61757446683167b44880ffb33 HTTP/1.1" status: 200 len: 267 time: 0.1282325 Sep 15 15:39:32.526570 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f4bc1583-8e37-47c5-9b6f-16f028237b30 req-bc793f60-ef39-403b-b7fd-ac661265fd60 service neutron] 10.222.0.58 "GET /v2.0/networks/39521f22-32a9-4fe4-91fe-b7b9b9807e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782069 Sep 15 15:39:32.558995 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 0dffd36a-1fb4-41bd-861c-f1839eb17081 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:39:32.581204 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] No Port match for: 0dffd36a-1fb4-41bd-861c-f1839eb17081 {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:39:32.581669 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 0dffd36a-1fb4-41bd-861c-f1839eb17081 not bound to the agent host hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:39:32.667346 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-8055bae6-e2e0-4a2f-b37d-0cc8c4a42736 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:32.669199 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-8055bae6-e2e0-4a2f-b37d-0cc8c4a42736 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/networks?id=07a53ba0-b090-4791-856f-35fa91df8427 HTTP/1.1" status: 200 len: 812 time: 0.2050359 Sep 15 15:39:32.700567 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-cbeae34d-d679-468d-a0c3-e5a6c3feb324 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/quotas/7d812ec61757446683167b44880ffb33 HTTP/1.1" status: 200 len: 375 time: 0.0209608 Sep 15 15:39:32.706957 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f4bc1583-8e37-47c5-9b6f-16f028237b30 req-fd57c80a-bb49-4eb5-ba74-8d0a1ccee7f5 service neutron] 10.222.0.58 "GET /v2.0/networks/39521f22-32a9-4fe4-91fe-b7b9b9807e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523015 Sep 15 15:39:32.769648 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-ab7913ee-d70c-4f90-99fc-9ea932be4f86 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7d812ec61757446683167b44880ffb33&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0594532 Sep 15 15:39:32.787594 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-f320d443-6621-4d5a-8dbb-3ffaa33a01c2 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:39:32.795081 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-f320d443-6621-4d5a-8dbb-3ffaa33a01c2 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057800 Sep 15 15:39:32.890114 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-b3efeb35-a321-4a24-b292-8061b5254b7b service neutron] 10.222.0.54 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945048 Sep 15 15:39:32.992471 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-8267f080-9a73-4321-85f5-250eeab28049 service neutron] 10.222.0.54 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950592 Sep 15 15:39:33.723741 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-038c64dc-d49f-452c-b149-3bbefda80835 req-9ee300c4-79f5-4b2b-9af0-ae959ece5e39 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 210 time: 0.0437877 Sep 15 15:39:34.814683 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-748a44ff-9683-453b-b15b-572093524a2d req-4d3e1d97-0368-4eca-ba46-c2186cb88c2c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 210 time: 0.0334594 Sep 15 15:39:35.916836 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-8cacf76e-de7f-4794-8df0-7553796538c9 req-72fbb917-14fe-4e02-909a-dd4aea300eea tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 210 time: 0.0285807 Sep 15 15:39:36.286521 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-abccd8fe-21ff-4ad2-8459-edc8838d2af0 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:36.288136 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-abccd8fe-21ff-4ad2-8459-edc8838d2af0 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.58 "GET /v2.0/networks?id=07a53ba0-b090-4791-856f-35fa91df8427 HTTP/1.1" status: 200 len: 812 time: 0.1183128 Sep 15 15:39:36.337844 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-39cd6648-77b2-4e88-8a66-7a0f7a738204 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d812ec61757446683167b44880ffb33 HTTP/1.1" status: 200 len: 379 time: 0.0402334 Sep 15 15:39:36.347775 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-e35dc03a-f945-4d24-ad74-4f0d83f6af41 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Request body: {'port': {'device_id': 'd2c92339-f087-4112-ab33-acac801b7b29', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'admin_state_up': True, 'tenant_id': '7d812ec61757446683167b44880ffb33', 'security_groups': ['e831fe4a-075d-4f65-9c9f-545f5ae4603a']}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:39:36.625871 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-e35dc03a-f945-4d24-ad74-4f0d83f6af41 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Made reservation on behalf of 7d812ec61757446683167b44880ffb33 for: {'port': 1} {{(pid=94800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:39:36.632632 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-e35dc03a-f945-4d24-ad74-4f0d83f6af41 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:36.819437 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_common [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-e35dc03a-f945-4d24-ad74-4f0d83f6af41 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Allocated IP 172.20.0.10 (07a53ba0-b090-4791-856f-35fa91df8427/781284e4-ba10-42ed-9662-a5f92afda956/68c6baf4-01e4-4fbe-8f50-0ba842ac227b) {{(pid=94800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:39:37.095126 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4f9320ed-8ea8-4020-8d05-306e44095dfa req-bdb137d3-b65f-46c3-b136-c44f2d07fd28 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 210 time: 0.0675168 Sep 15 15:39:37.115145 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-e35dc03a-f945-4d24-ad74-4f0d83f6af41 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for port, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:37.346324 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-e35dc03a-f945-4d24-ad74-4f0d83f6af41 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:37.392030 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-e35dc03a-f945-4d24-ad74-4f0d83f6af41 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Network 07a53ba0-b090-4791-856f-35fa91df8427 is already hosted by enough agents. {{(pid=94800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:39:37.401930 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.base_scheduler [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-e35dc03a-f945-4d24-ad74-4f0d83f6af41 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Resources bound (agent type, host, resource id): {{(pid=94800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:39:37.408461 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-e35dc03a-f945-4d24-ad74-4f0d83f6af41 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Received port after_create {{(pid=94800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:39:37.412208 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35dc03a-f945-4d24-ad74-4f0d83f6af41 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Pushing event updated for resources: {'Port': ['ID=68c6baf4-01e4-4fbe-8f50-0ba842ac227b,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:39:37.482880 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-e35dc03a-f945-4d24-ad74-4f0d83f6af41 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:37.484587 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-e35dc03a-f945-4d24-ad74-4f0d83f6af41 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:37.631996 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16325214-cb8b-462c-8adc-6deb50dc3e63 req-032167e5-5885-42d7-ace7-9d1a34dca877 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:37.633634 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-16325214-cb8b-462c-8adc-6deb50dc3e63 req-032167e5-5885-42d7-ace7-9d1a34dca877 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d084c32-2a7a-43f5-962b-3831d7643b2f HTTP/1.1" status: 200 len: 945 time: 0.0688343 Sep 15 15:39:37.635779 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-e35dc03a-f945-4d24-ad74-4f0d83f6af41 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2921426 Sep 15 15:39:37.650142 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.v2.base [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-3c2d5af3-9979-46e9-9cdd-ac84e1426761 service neutron] Request body: {'port': {'device_id': 'd2c92339-f087-4112-ab33-acac801b7b29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:39:37.733366 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-c6849972-ba43-4a4f-a261-136d23da295a None None] Provisioning complete for port 68c6baf4-01e4-4fbe-8f50-0ba842ac227b triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:39:37.734900 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-c6849972-ba43-4a4f-a261-136d23da295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:37.742724 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-16325214-cb8b-462c-8adc-6deb50dc3e63 req-d167029f-6b10-483b-a9da-79b79ca18131 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=4542bf6f-732c-479f-979a-1bc2a7a8b27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895803 Sep 15 15:39:37.753322 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-3c2d5af3-9979-46e9-9cdd-ac84e1426761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:37.796113 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-c6849972-ba43-4a4f-a261-136d23da295a None None] Port 68c6baf4-01e4-4fbe-8f50-0ba842ac227b cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:39:38.074933 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-3c2d5af3-9979-46e9-9cdd-ac84e1426761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c6baf4-01e4-4fbe-8f50-0ba842ac227b {{(pid=94800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:39:38.089834 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-3c2d5af3-9979-46e9-9cdd-ac84e1426761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:38.112307 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.provisioning_blocks [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-3c2d5af3-9979-46e9-9cdd-ac84e1426761 service neutron] Transition to ACTIVE for port object 68c6baf4-01e4-4fbe-8f50-0ba842ac227b will not be triggered until provisioned by entity L2. {{(pid=94800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:39:38.207337 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-3c2d5af3-9979-46e9-9cdd-ac84e1426761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:38.272094 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d5af3-9979-46e9-9cdd-ac84e1426761 service neutron] Pushing event updated for resources: {'Port': ['ID=68c6baf4-01e4-4fbe-8f50-0ba842ac227b,revision_number=2']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:39:38.285495 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3bf18-839e-4460-96d1-9ddf60f47fae req-07b1357a-819a-49f8-9495-197ae9ec624d tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:38.287249 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e6a3bf18-839e-4460-96d1-9ddf60f47fae req-07b1357a-819a-49f8-9495-197ae9ec624d tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 932 time: 0.1101832 Sep 15 15:39:38.387801 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e6a3bf18-839e-4460-96d1-9ddf60f47fae req-302fe2b0-60f7-4063-bb9d-cb65f73b83d4 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936418 Sep 15 15:39:38.411103 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-3c2d5af3-9979-46e9-9cdd-ac84e1426761 service neutron] Attempting to bind port 68c6baf4-01e4-4fbe-8f50-0ba842ac227b on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:39:38.411650 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-3c2d5af3-9979-46e9-9cdd-ac84e1426761 service neutron] Attempting to bind port 68c6baf4-01e4-4fbe-8f50-0ba842ac227b by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '44e20436-1003-4b4b-a47c-42a8265f36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427'}] {{(pid=94800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:39:38.412185 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-3c2d5af3-9979-46e9-9cdd-ac84e1426761 service neutron] Attempting to bind port 68c6baf4-01e4-4fbe-8f50-0ba842ac227b on network 07a53ba0-b090-4791-856f-35fa91df8427 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:39:38.418936 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-3c2d5af3-9979-46e9-9cdd-ac84e1426761 service neutron] Port 68c6baf4-01e4-4fbe-8f50-0ba842ac227b on network 07a53ba0-b090-4791-856f-35fa91df8427 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:39:38.419355 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-3c2d5af3-9979-46e9-9cdd-ac84e1426761 service neutron] Attempting to bind port 68c6baf4-01e4-4fbe-8f50-0ba842ac227b on network 07a53ba0-b090-4791-856f-35fa91df8427 {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:39:38.425600 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-3c2d5af3-9979-46e9-9cdd-ac84e1426761 service neutron] Checking agent: {'id': 'eba348e6-0b8a-43b6-acdf-c2678b53c044', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'started_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:39:38.425942 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-3c2d5af3-9979-46e9-9cdd-ac84e1426761 service neutron] Checking segment: {'id': '44e20436-1003-4b4b-a47c-42a8265f36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:39:38.426323 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-3c2d5af3-9979-46e9-9cdd-ac84e1426761 service neutron] Bound using segment: {'id': '44e20436-1003-4b4b-a47c-42a8265f36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427'} {{(pid=94800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:39:38.426992 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.managers [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-3c2d5af3-9979-46e9-9cdd-ac84e1426761 service neutron] Bound port: 68c6baf4-01e4-4fbe-8f50-0ba842ac227b, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44e20436-1003-4b4b-a47c-42a8265f36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427'}}] {{(pid=94800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:39:38.427374 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-3c2d5af3-9979-46e9-9cdd-ac84e1426761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:38.504748 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-3c2d5af3-9979-46e9-9cdd-ac84e1426761 service neutron] For port 68c6baf4-01e4-4fbe-8f50-0ba842ac227b, host hv-cinder-80920, cleared binding levels {{(pid=94800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:39:38.508397 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-3c2d5af3-9979-46e9-9cdd-ac84e1426761 service neutron] For port 68c6baf4-01e4-4fbe-8f50-0ba842ac227b, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=68c6baf4-01e4-4fbe-8f50-0ba842ac227b,segment=NetworkSegment(44e20436-1003-4b4b-a47c-42a8265f36b4),segment_id=44e20436-1003-4b4b-a47c-42a8265f36b4)] {{(pid=94800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:39:38.597950 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-3c2d5af3-9979-46e9-9cdd-ac84e1426761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12209926'] for port, after_update {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:38.662054 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-3c2d5af3-9979-46e9-9cdd-ac84e1426761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:38.663138 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-3c2d5af3-9979-46e9-9cdd-ac84e1426761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:38.665624 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-3c2d5af3-9979-46e9-9cdd-ac84e1426761 service neutron] 10.222.0.58 "PUT /v2.0/ports/68c6baf4-01e4-4fbe-8f50-0ba842ac227b HTTP/1.1" status: 200 len: 1094 time: 1.0198317 Sep 15 15:39:38.666345 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c92339-f087-4112-ab33-acac801b7b29', 'tag': '68c6baf4-01e4-4fbe-8f50-0ba842ac227b'}] {{(pid=94800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:39:38.670521 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f9261869909244f8aac8aa60a754c450a5eabade02600fb00f1a1c9d7c8b32e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4f7783-ea59-46fa-8d17-43a7fa215f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c92339-f087-4112-ab33-acac801b7b29", "tag": "68c6baf4-01e4-4fbe-8f50-0ba842ac227b"}]}' {{(pid=94800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:39:38.715278 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a829903-95c6-4108-87f2-d53dd90d5e21 x-openstack-request-id: req-9a829903-95c6-4108-87f2-d53dd90d5e21 {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:39:38.715707 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c92339-f087-4112-ab33-acac801b7b29", "tag": "68c6baf4-01e4-4fbe-8f50-0ba842ac227b", "status": "completed", "code": 200}]} {{(pid=94800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:39:38.716078 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9a829903-95c6-4108-87f2-d53dd90d5e21 {{(pid=94800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:39:38.716672 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c92339-f087-4112-ab33-acac801b7b29', 'tag': '68c6baf4-01e4-4fbe-8f50-0ba842ac227b', 'status': 'completed', 'code': 200} Sep 15 15:39:38.724311 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d5af3-9979-46e9-9cdd-ac84e1426761 service neutron] Pushing event updated for resources: {'Port': ['ID=68c6baf4-01e4-4fbe-8f50-0ba842ac227b,revision_number=3']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:39:38.791306 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f7783-ea59-46fa-8d17-43a7fa215f5b req-a836f063-2e92-46ff-91d8-0f034dde1004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:38.793080 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6f4f7783-ea59-46fa-8d17-43a7fa215f5b req-a836f063-2e92-46ff-91d8-0f034dde1004 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d812ec61757446683167b44880ffb33&device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 1097 time: 0.0552306 Sep 15 15:39:38.946852 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f7783-ea59-46fa-8d17-43a7fa215f5b req-e2ba4b5e-901c-4bf4-a1dc-7d2182f61f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:38.948415 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6f4f7783-ea59-46fa-8d17-43a7fa215f5b req-e2ba4b5e-901c-4bf4-a1dc-7d2182f61f5e service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=7d812ec61757446683167b44880ffb33&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1467667 Sep 15 15:39:38.974151 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f4cc5-e7f4-4bea-80e5-aa4537238104 req-2725527e-267a-49d2-aee0-c884a5b39b6a tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:38.975767 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-374f4cc5-e7f4-4bea-80e5-aa4537238104 req-2725527e-267a-49d2-aee0-c884a5b39b6a tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d084c32-2a7a-43f5-962b-3831d7643b2f HTTP/1.1" status: 200 len: 945 time: 0.0852885 Sep 15 15:39:39.073770 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-374f4cc5-e7f4-4bea-80e5-aa4537238104 req-f4e5dfe5-dae3-4817-9c22-9a211e3f0a2d tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups?id=4542bf6f-732c-479f-979a-1bc2a7a8b27a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823324 Sep 15 15:39:39.102172 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f7783-ea59-46fa-8d17-43a7fa215f5b req-225b4fed-e75b-45c2-87c8-55dc78a43f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:39.105352 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-6f4f7783-ea59-46fa-8d17-43a7fa215f5b req-225b4fed-e75b-45c2-87c8-55dc78a43f50 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1481235 Sep 15 15:39:39.194412 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-587ba832-2263-4f96-a4f5-db593a1dd8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:39.196034 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-587ba832-2263-4f96-a4f5-db593a1dd8e1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d812ec61757446683167b44880ffb33&device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 1097 time: 0.0452356 Sep 15 15:39:39.249379 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-53414cc3-e093-4f11-8f73-40154fb372de service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68c6baf4-01e4-4fbe-8f50-0ba842ac227b HTTP/1.1" status: 200 len: 217 time: 0.0446966 Sep 15 15:39:39.250728 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ade1c-d3ca-4b3a-8cbe-4f9c8fc94c82 req-4671176b-d551-4743-9dd9-d7858648ff93 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:39.252283 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-735ade1c-d3ca-4b3a-8cbe-4f9c8fc94c82 req-4671176b-d551-4743-9dd9-d7858648ff93 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.58 "GET /v2.0/ports?device_id=5d084c32-2a7a-43f5-962b-3831d7643b2f HTTP/1.1" status: 200 len: 945 time: 0.0565937 Sep 15 15:39:39.308072 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-56b9dd29-f312-40d7-944c-f36cd06ca1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:39.309614 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-56b9dd29-f312-40d7-944c-f36cd06ca1ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=781284e4-ba10-42ed-9662-a5f92afda956 HTTP/1.1" status: 200 len: 851 time: 0.0488977 Sep 15 15:39:39.363933 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-1ad904a4-661a-4cbe-87d3-32b44388dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:39.365492 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-1ad904a4-661a-4cbe-87d3-32b44388dc0a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=07a53ba0-b090-4791-856f-35fa91df8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481079 Sep 15 15:39:39.401445 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [req-735ade1c-d3ca-4b3a-8cbe-4f9c8fc94c82 req-f4e8267b-0b70-4f28-9218-a5ef64a441b9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Deleting port e7cce130-2681-4e01-b433-f19c7c00ff49 {{(pid=94799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:39:39.401786 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-735ade1c-d3ca-4b3a-8cbe-4f9c8fc94c82 req-f4e8267b-0b70-4f28-9218-a5ef64a441b9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:39.501699 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-b56bb6f1-c94d-4ded-b639-f9e8bd8913b6 service neutron] 10.222.0.58 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287329 Sep 15 15:39:39.529058 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [req-735ade1c-d3ca-4b3a-8cbe-4f9c8fc94c82 req-f4e8267b-0b70-4f28-9218-a5ef64a441b9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] For port e7cce130-2681-4e01-b433-f19c7c00ff49, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=e7cce130-2681-4e01-b433-f19c7c00ff49,segment=NetworkSegment(8bd5b631-79d2-49a1-b827-dbea0e0fb319),segment_id=8bd5b631-79d2-49a1-b827-dbea0e0fb319)] {{(pid=94799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:39:39.529432 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-735ade1c-d3ca-4b3a-8cbe-4f9c8fc94c82 req-f4e8267b-0b70-4f28-9218-a5ef64a441b9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:39.637065 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a92d3-bb7b-461f-8483-f1d0b3a3d1f2 req-0b22a6b3-0e48-4271-bcb2-7efc7e210035 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:39.638657 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ad3a92d3-bb7b-461f-8483-f1d0b3a3d1f2 req-0b22a6b3-0e48-4271-bcb2-7efc7e210035 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 944 time: 0.1360507 Sep 15 15:39:39.664119 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-10b1a84a-0b19-4c53-b635-3f3b54b6afb4 req-6a8f4664-9be9-41b0-980c-2b6a8359aae2 service neutron] 10.222.0.58 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528969 Sep 15 15:39:39.701037 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-ad3a92d3-bb7b-461f-8483-f1d0b3a3d1f2 req-6a3a484c-3d7c-4ba0-bdfe-1dfc159f9582 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505583 Sep 15 15:39:39.824748 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-735ade1c-d3ca-4b3a-8cbe-4f9c8fc94c82 req-f4e8267b-0b70-4f28-9218-a5ef64a441b9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:39.825340 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-735ade1c-d3ca-4b3a-8cbe-4f9c8fc94c82 req-f4e8267b-0b70-4f28-9218-a5ef64a441b9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:39.825867 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.db.l3_db [req-735ade1c-d3ca-4b3a-8cbe-4f9c8fc94c82 req-f4e8267b-0b70-4f28-9218-a5ef64a441b9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Floating IP 25e1f893-ee45-4a27-aa92-d4dd2ce9b864 disassociated. External IP: 172.27.3.6, port: e7cce130-2681-4e01-b433-f19c7c00ff49. Sep 15 15:39:39.826440 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [req-735ade1c-d3ca-4b3a-8cbe-4f9c8fc94c82 req-f4e8267b-0b70-4f28-9218-a5ef64a441b9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Calling delete_port for e7cce130-2681-4e01-b433-f19c7c00ff49 owned by compute:nova {{(pid=94799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:39:40.071261 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-735ade1c-d3ca-4b3a-8cbe-4f9c8fc94c82 req-f4e8267b-0b70-4f28-9218-a5ef64a441b9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:40.107183 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8267b-0b70-4f28-9218-a5ef64a441b9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Pushing event deleted for resources: {'Port': ['ID=e7cce130-2681-4e01-b433-f19c7c00ff49,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:39:40.122019 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e8267b-0b70-4f28-9218-a5ef64a441b9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:40.122710 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e8267b-0b70-4f28-9218-a5ef64a441b9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:40.123288 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e8267b-0b70-4f28-9218-a5ef64a441b9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:40.123834 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e8267b-0b70-4f28-9218-a5ef64a441b9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:40.124353 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e8267b-0b70-4f28-9218-a5ef64a441b9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:40.125654 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e8267b-0b70-4f28-9218-a5ef64a441b9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:40.126116 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e8267b-0b70-4f28-9218-a5ef64a441b9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:40.126749 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e8267b-0b70-4f28-9218-a5ef64a441b9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:40.127311 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e8267b-0b70-4f28-9218-a5ef64a441b9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:40.127935 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e8267b-0b70-4f28-9218-a5ef64a441b9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:40.128357 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e8267b-0b70-4f28-9218-a5ef64a441b9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:40.128895 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e8267b-0b70-4f28-9218-a5ef64a441b9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:40.227707 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a2503c82-0202-43ec-8d4f-4334cb8b76c3 req-af32c79a-18ef-44e5-8676-9f0fac72c924 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d084c32-2a7a-43f5-962b-3831d7643b2f HTTP/1.1" status: 200 len: 210 time: 0.0277491 Sep 15 15:39:40.305646 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-735ade1c-d3ca-4b3a-8cbe-4f9c8fc94c82 req-f4e8267b-0b70-4f28-9218-a5ef64a441b9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Router 83716022-ff2e-46c1-9417-e9f25d339e88 has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:39:40.424718 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-735ade1c-d3ca-4b3a-8cbe-4f9c8fc94c82 req-f4e8267b-0b70-4f28-9218-a5ef64a441b9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:39:40.438900 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e475a2-e87e-45f4-bea4-a18be35d3310 None None] Sync routers for ids ['83716022-ff2e-46c1-9417-e9f25d339e88'] in dv-cinder-809201-1-iscsi {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:39:40.455429 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e475a2-e87e-45f4-bea4-a18be35d3310 None None] Routers {'83716022-ff2e-46c1-9417-e9f25d339e88'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:39:40.456530 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-e6e475a2-e87e-45f4-bea4-a18be35d3310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:39:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['83716022-ff2e-46c1-9417-e9f25d339e88'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:39:40.467001 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [req-735ade1c-d3ca-4b3a-8cbe-4f9c8fc94c82 req-f4e8267b-0b70-4f28-9218-a5ef64a441b9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] No DVR routers for this DVR port e7cce130-2681-4e01-b433-f19c7c00ff49 on host hv-cinder-80920 {{(pid=94799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:39:40.470396 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-735ade1c-d3ca-4b3a-8cbe-4f9c8fc94c82 req-f4e8267b-0b70-4f28-9218-a5ef64a441b9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:40.472706 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-735ade1c-d3ca-4b3a-8cbe-4f9c8fc94c82 req-f4e8267b-0b70-4f28-9218-a5ef64a441b9 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.58 "DELETE /v2.0/ports/e7cce130-2681-4e01-b433-f19c7c00ff49 HTTP/1.1" status: 204 len: 173 time: 1.2111788 Sep 15 15:39:40.473069 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d084c32-2a7a-43f5-962b-3831d7643b2f', 'name': 'network-vif-deleted', 'tag': 'e7cce130-2681-4e01-b433-f19c7c00ff49'}] {{(pid=94799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:39:40.475601 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caaf3dc35d391ee5789c70ae145b39738e2d95c5e07cc5749919ddff6cc97c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fa86ee-419b-4837-a65f-1d767da85c9a" -d '{"events": [{"server_uuid": "5d084c32-2a7a-43f5-962b-3831d7643b2f", "name": "network-vif-deleted", "tag": "e7cce130-2681-4e01-b433-f19c7c00ff49"}]}' {{(pid=94799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:39:40.642190 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81265be-ae72-4927-8190-b2614d7f9cf4 x-openstack-request-id: req-f81265be-ae72-4927-8190-b2614d7f9cf4 {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:39:40.642556 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d084c32-2a7a-43f5-962b-3831d7643b2f", "name": "network-vif-deleted", "tag": "e7cce130-2681-4e01-b433-f19c7c00ff49", "status": "completed", "code": 200}]} {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:39:40.642865 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f81265be-ae72-4927-8190-b2614d7f9cf4 {{(pid=94799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:39:40.643346 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d084c32-2a7a-43f5-962b-3831d7643b2f', 'name': 'network-vif-deleted', 'tag': 'e7cce130-2681-4e01-b433-f19c7c00ff49', 'status': 'completed', 'code': 200} Sep 15 15:39:40.652179 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-e6e475a2-e87e-45f4-bea4-a18be35d3310 None None] Set router 83716022-ff2e-46c1-9417-e9f25d339e88 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:39:40.846861 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e130ee5-eaad-4405-a275-5ea05b4a054d req-ad2145df-9df1-4b37-a8d1-e696df8092c9 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:40.848517 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0e130ee5-eaad-4405-a275-5ea05b4a054d req-ad2145df-9df1-4b37-a8d1-e696df8092c9 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 944 time: 0.0633900 Sep 15 15:39:40.903592 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0e130ee5-eaad-4405-a275-5ea05b4a054d req-6f435d7b-3fb8-464e-9592-554b3febfcc9 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444250 Sep 15 15:39:40.914280 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-e6e475a2-e87e-45f4-bea4-a18be35d3310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'name': 'tempest-AttachVolumeTestJSON-1950311729-router', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:35:01Z', 'updated_at': '2021-09-15T15:35:06Z', 'revision_number': 4, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'gw_port': {'id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:02Z', 'updated_at': '2021-09-15T15:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': 'b79e3410-a312-48f5-9369-dbda2bc2bc61', 'name': '', 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'mac_address': 'fa:16:3e:c6:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6cfdb546-8474-4a1a-9e30-197340188800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:05Z', 'updated_at': '2021-09-15T15:35:10Z', 'revision_number': 5, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'subnets': [{'id': '6cfdb546-8474-4a1a-9e30-197340188800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:39:40.957106 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e475a2-e87e-45f4-bea4-a18be35d3310 None None] Checking router: 83716022-ff2e-46c1-9417-e9f25d339e88 for host: dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:39:40.981296 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:39:40.985228 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e475a2-e87e-45f4-bea4-a18be35d3310 None None] Routers {'83716022-ff2e-46c1-9417-e9f25d339e88'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:39:40.986246 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-e6e475a2-e87e-45f4-bea4-a18be35d3310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:39:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['83716022-ff2e-46c1-9417-e9f25d339e88'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:39:41.182006 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-e6e475a2-e87e-45f4-bea4-a18be35d3310 None None] Set router 83716022-ff2e-46c1-9417-e9f25d339e88 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:39:41.350658 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4f818984-d8e5-4d44-83ff-acd1bfbd6508 req-5ec8a2c1-3b87-4167-87f2-4a1c95599c43 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d084c32-2a7a-43f5-962b-3831d7643b2f HTTP/1.1" status: 200 len: 210 time: 0.0325761 Sep 15 15:39:41.461277 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-e6e475a2-e87e-45f4-bea4-a18be35d3310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'name': 'tempest-AttachVolumeTestJSON-1950311729-router', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:35:01Z', 'updated_at': '2021-09-15T15:35:06Z', 'revision_number': 4, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'gw_port': {'id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:02Z', 'updated_at': '2021-09-15T15:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': 'b79e3410-a312-48f5-9369-dbda2bc2bc61', 'name': '', 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'mac_address': 'fa:16:3e:c6:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6cfdb546-8474-4a1a-9e30-197340188800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:05Z', 'updated_at': '2021-09-15T15:35:10Z', 'revision_number': 5, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'subnets': [{'id': '6cfdb546-8474-4a1a-9e30-197340188800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:39:41.499001 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e475a2-e87e-45f4-bea4-a18be35d3310 None None] The sync data for ids ['83716022-ff2e-46c1-9417-e9f25d339e88'] in dv-cinder-809201-1-iscsi is: [{'id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'name': 'tempest-AttachVolumeTestJSON-1950311729-router', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:35:01Z', 'updated_at': '2021-09-15T15:35:06Z', 'revision_number': 4, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'gw_port': {'id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:02Z', 'updated_at': '2021-09-15T15:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': 'b79e3410-a312-48f5-9369-dbda2bc2bc61', 'name': '', 'network_id': '39521f22-32a9-4fe4-91fe-b7b9b9807e11', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'mac_address': 'fa:16:3e:c6:c0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '6cfdb546-8474-4a1a-9e30-197340188800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:05Z', 'updated_at': '2021-09-15T15:35:10Z', 'revision_number': 5, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'subnets': [{'id': '6cfdb546-8474-4a1a-9e30-197340188800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:39:41.759734 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153cf709-7b5f-49a3-8868-d7f7cb5fab17 None None] New status for floating IP 25e1f893-ee45-4a27-aa92-d4dd2ce9b864: DOWN {{(pid=94801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:39:42.038447 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfc639-bb11-45b4-84f1-5c6aefb45d4b req-38e7dbaf-d245-4ef6-9435-9f3bae5ef4f8 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:42.040103 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-89bfc639-bb11-45b4-84f1-5c6aefb45d4b req-38e7dbaf-d245-4ef6-9435-9f3bae5ef4f8 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 944 time: 0.0540652 Sep 15 15:39:42.085412 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-89bfc639-bb11-45b4-84f1-5c6aefb45d4b req-9b84ad62-79d6-42c9-87de-0a66b83e4013 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341785 Sep 15 15:39:42.557859 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 56454) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:39:42.575816 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device e7cce130-2681-4e01-b433-f19c7c00ff49 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:39:42.613596 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] No Port match for: e7cce130-2681-4e01-b433-f19c7c00ff49 {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:39:42.614085 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device e7cce130-2681-4e01-b433-f19c7c00ff49 not bound to the agent host hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:39:42.628647 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-3d5ff19c-5d8e-4da8-931a-eb088b5dfce4 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:42.671109 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-3d5ff19c-5d8e-4da8-931a-eb088b5dfce4 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:42.887993 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-3d5ff19c-5d8e-4da8-931a-eb088b5dfce4 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:42.890825 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-3d5ff19c-5d8e-4da8-931a-eb088b5dfce4 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:42.892354 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-3d5ff19c-5d8e-4da8-931a-eb088b5dfce4 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "DELETE /v2.0/security-groups/4542bf6f-732c-479f-979a-1bc2a7a8b27a HTTP/1.1" status: 204 len: 168 time: 0.3333201 Sep 15 15:39:42.903459 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 56456) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:39:42.904332 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ff19c-5d8e-4da8-931a-eb088b5dfce4 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4542bf6f-732c-479f-979a-1bc2a7a8b27a,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:39:42.922020 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.api.v2.resource [None req-e8b839ab-0f32-4589-9dd0-4c0be900f524 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] show failed (client error): The resource could not be found. Sep 15 15:39:42.923191 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-e8b839ab-0f32-4589-9dd0-4c0be900f524 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "GET /v2.0/security-groups/4542bf6f-732c-479f-979a-1bc2a7a8b27a HTTP/1.1" status: 404 len: 347 time: 0.0186040 Sep 15 15:39:42.927713 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 56458) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:39:43.068141 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0dc89-8966-4575-84f6-1d5b8ef68a95 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Deleting port e9351ee2-ba5b-4ff4-9cf6-abef69401e91 {{(pid=94799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:39:43.068548 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-b2d0dc89-8966-4575-84f6-1d5b8ef68a95 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:43.151366 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-b2d0dc89-8966-4575-84f6-1d5b8ef68a95 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:43.151649 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-b2d0dc89-8966-4575-84f6-1d5b8ef68a95 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:43.169080 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0dc89-8966-4575-84f6-1d5b8ef68a95 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Calling delete_port for e9351ee2-ba5b-4ff4-9cf6-abef69401e91 owned by network:floatingip {{(pid=94799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:39:43.242473 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14637c2a-a955-4c6c-b5a5-2c60ab412b18 req-112dc504-ba06-4c29-90ef-758fdd197814 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:43.244230 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-14637c2a-a955-4c6c-b5a5-2c60ab412b18 req-112dc504-ba06-4c29-90ef-758fdd197814 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 944 time: 0.0598319 Sep 15 15:39:43.291300 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-14637c2a-a955-4c6c-b5a5-2c60ab412b18 req-18b72b4d-3c1c-4404-b654-a9b9ebac9515 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391757 Sep 15 15:39:43.461010 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-b2d0dc89-8966-4575-84f6-1d5b8ef68a95 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:43.492060 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0dc89-8966-4575-84f6-1d5b8ef68a95 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Pushing event deleted for resources: {'Port': ['ID=e9351ee2-ba5b-4ff4-9cf6-abef69401e91,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:39:43.561111 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-b2d0dc89-8966-4575-84f6-1d5b8ef68a95 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks [] for floatingip, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:43.564634 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-b2d0dc89-8966-4575-84f6-1d5b8ef68a95 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for floatingip, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:43.565823 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-b2d0dc89-8966-4575-84f6-1d5b8ef68a95 tempest-AttachVolumeTestJSON-425439726 tempest-AttachVolumeTestJSON-425439726-project] 10.222.0.54 "DELETE /v2.0/floatingips/25e1f893-ee45-4a27-aa92-d4dd2ce9b864 HTTP/1.1" status: 204 len: 168 time: 0.6369226 Sep 15 15:39:44.427492 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45549cc3-b693-477a-beab-a25ebae5cd61 req-b0cc8d5a-f954-44b4-acfa-0bb581ef1c61 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:44.429028 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-45549cc3-b693-477a-beab-a25ebae5cd61 req-b0cc8d5a-f954-44b4-acfa-0bb581ef1c61 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 944 time: 0.0554507 Sep 15 15:39:44.471932 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-45549cc3-b693-477a-beab-a25ebae5cd61 req-0a3f2605-d9f5-426c-84fc-528afc770186 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362985 Sep 15 15:39:45.609873 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632361b3-8e0f-45c8-86b9-ad5d9e283d0b req-48f5a788-7b98-4348-b91c-4451b7e8b9b9 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:45.611592 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-632361b3-8e0f-45c8-86b9-ad5d9e283d0b req-48f5a788-7b98-4348-b91c-4451b7e8b9b9 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 944 time: 0.0588644 Sep 15 15:39:45.660450 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-632361b3-8e0f-45c8-86b9-ad5d9e283d0b req-e03b7f84-f80c-4a2f-863a-ae632f0cb090 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415392 Sep 15 15:39:46.606603 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 68c6baf4-01e4-4fbe-8f50-0ba842ac227b details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:39:46.714143 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 68c6baf4-01e4-4fbe-8f50-0ba842ac227b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=68c6baf4-01e4-4fbe-8f50-0ba842ac227b,segment=NetworkSegment(44e20436-1003-4b4b-a47c-42a8265f36b4),segment_id=44e20436-1003-4b4b-a47c-42a8265f36b4)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:39:46.728068 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Returning: {'device': '68c6baf4-01e4-4fbe-8f50-0ba842ac227b', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'port_id': '68c6baf4-01e4-4fbe-8f50-0ba842ac227b', 'mac_address': 'fa:16:3e:47:f4:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '781284e4-ba10-42ed-9662-a5f92afda956', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:39:46.770622 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:46.786514 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c6baf4-01e4-4fbe-8f50-0ba842ac227b {{(pid=94801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:39:46.823400 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 68c6baf4-01e4-4fbe-8f50-0ba842ac227b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=68c6baf4-01e4-4fbe-8f50-0ba842ac227b,segment=NetworkSegment(44e20436-1003-4b4b-a47c-42a8265f36b4),segment_id=44e20436-1003-4b4b-a47c-42a8265f36b4)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:39:46.823807 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd12e0a-fe87-41a2-ac31-0cbdc3599a0b req-a096ea90-acc0-4897-97ae-be6380f9de97 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:46.826052 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1bd12e0a-fe87-41a2-ac31-0cbdc3599a0b req-a096ea90-acc0-4897-97ae-be6380f9de97 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 944 time: 0.0729201 Sep 15 15:39:46.880084 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1bd12e0a-fe87-41a2-ac31-0cbdc3599a0b req-816da935-7d4e-47a4-a015-3cd998867103 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474086 Sep 15 15:39:46.940779 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:47.130827 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=68c6baf4-01e4-4fbe-8f50-0ba842ac227b,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:39:47.138642 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:47.138999 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:47.139347 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:47.139683 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:47.140172 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:47.140592 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:47.140924 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:47.141247 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:47.141593 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:47.141921 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:47.142234 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:47.142566 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:39:47.183713 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['68c6baf4-01e4-4fbe-8f50-0ba842ac227b'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:39:47.757641 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 56494) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:39:48.026511 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f2a3a-0e7f-48cd-b797-cd2d782090a5 req-f84ad594-7aa0-400b-8036-c1e309801971 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:48.028475 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e10f2a3a-0e7f-48cd-b797-cd2d782090a5 req-f84ad594-7aa0-400b-8036-c1e309801971 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 945 time: 0.0583997 Sep 15 15:39:48.089358 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e10f2a3a-0e7f-48cd-b797-cd2d782090a5 req-2dd1ffb6-7f2d-453c-aaff-057110b14f62 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536008 Sep 15 15:39:48.180505 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-264ec677-96e3-4d2f-86a6-044ad7b2e944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579089'] for router_interface, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:48.448462 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-264ec677-96e3-4d2f-86a6-044ad7b2e944 admin admin] Deleting port b79e3410-a312-48f5-9369-dbda2bc2bc61 {{(pid=94799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:39:48.448761 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-264ec677-96e3-4d2f-86a6-044ad7b2e944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:48.544721 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [None req-264ec677-96e3-4d2f-86a6-044ad7b2e944 admin admin] For port b79e3410-a312-48f5-9369-dbda2bc2bc61, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=b79e3410-a312-48f5-9369-dbda2bc2bc61,segment=NetworkSegment(8bd5b631-79d2-49a1-b827-dbea0e0fb319),segment_id=8bd5b631-79d2-49a1-b827-dbea0e0fb319)] {{(pid=94799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:39:48.545069 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-264ec677-96e3-4d2f-86a6-044ad7b2e944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:48.561615 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-264ec677-96e3-4d2f-86a6-044ad7b2e944 admin admin] Calling delete_port for b79e3410-a312-48f5-9369-dbda2bc2bc61 owned by network:router_interface {{(pid=94799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:39:48.622096 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 68c6baf4-01e4-4fbe-8f50-0ba842ac227b up at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:39:48.773634 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning for port 68c6baf4-01e4-4fbe-8f50-0ba842ac227b completed by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:39:48.778835 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning complete for port 68c6baf4-01e4-4fbe-8f50-0ba842ac227b triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:39:48.779393 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:48.867502 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:48.898921 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c92339-f087-4112-ab33-acac801b7b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c6baf4-01e4-4fbe-8f50-0ba842ac227b'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:39:48.901276 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd8d176-ec61-4c69-87ed-24a2bc67c09d" -d '{"events": [{"server_uuid": "d2c92339-f087-4112-ab33-acac801b7b29", "name": "network-vif-plugged", "status": "completed", "tag": "68c6baf4-01e4-4fbe-8f50-0ba842ac227b"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:39:48.911584 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-264ec677-96e3-4d2f-86a6-044ad7b2e944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:48.921125 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 68c6baf4-01e4-4fbe-8f50-0ba842ac227b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=68c6baf4-01e4-4fbe-8f50-0ba842ac227b,segment=NetworkSegment(44e20436-1003-4b4b-a47c-42a8265f36b4),segment_id=44e20436-1003-4b4b-a47c-42a8265f36b4)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:39:48.965665 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ec677-96e3-4d2f-86a6-044ad7b2e944 admin admin] Pushing event deleted for resources: {'Port': ['ID=b79e3410-a312-48f5-9369-dbda2bc2bc61,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:39:49.025745 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:49.091876 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033597cd-74ef-4afc-9af6-313e862f4687 x-openstack-request-id: req-033597cd-74ef-4afc-9af6-313e862f4687 {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:39:49.092373 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c92339-f087-4112-ab33-acac801b7b29", "name": "network-vif-plugged", "status": "completed", "tag": "68c6baf4-01e4-4fbe-8f50-0ba842ac227b", "code": 200}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:39:49.092836 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-033597cd-74ef-4afc-9af6-313e862f4687 {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:39:49.093920 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c92339-f087-4112-ab33-acac801b7b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c6baf4-01e4-4fbe-8f50-0ba842ac227b', 'code': 200} Sep 15 15:39:49.112705 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=68c6baf4-01e4-4fbe-8f50-0ba842ac227b,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:39:49.219760 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-264ec677-96e3-4d2f-86a6-044ad7b2e944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568993'] for router_interface, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:49.324271 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3737fba-1f8b-4c5d-857d-536ec64c6464 req-7bc81657-cc68-49d8-8b1f-31e30049c41e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:49.325780 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f3737fba-1f8b-4c5d-857d-536ec64c6464 req-7bc81657-cc68-49d8-8b1f-31e30049c41e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 946 time: 0.0857751 Sep 15 15:39:49.371699 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f3737fba-1f8b-4c5d-857d-536ec64c6464 req-9a3f48ee-0011-4a05-92d6-771c2ac8cd6a tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360358 Sep 15 15:39:49.523831 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264ec677-96e3-4d2f-86a6-044ad7b2e944 admin admin] Router 83716022-ff2e-46c1-9417-e9f25d339e88 has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:39:49.535519 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3bf7c-68d6-4eb6-9a5e-4dab2d013834 req-90f85f22-4dda-405f-ba44-cc9dcbad9139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:49.537019 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-edf3bf7c-68d6-4eb6-9a5e-4dab2d013834 req-90f85f22-4dda-405f-ba44-cc9dcbad9139 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 1099 time: 0.0656593 Sep 15 15:39:49.620153 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-edf3bf7c-68d6-4eb6-9a5e-4dab2d013834 req-4ff23785-f3d2-4173-9f03-ceb9ee5e35e5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757198 Sep 15 15:39:49.710612 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264ec677-96e3-4d2f-86a6-044ad7b2e944 admin admin] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:39:49.717237 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-264ec677-96e3-4d2f-86a6-044ad7b2e944 admin admin] 10.222.0.54 "PUT /v2.0/routers/83716022-ff2e-46c1-9417-e9f25d339e88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9582679 Sep 15 15:39:49.721459 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 56504) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:39:49.722216 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fcd4fe-50b4-4d13-934a-08442ed6c6f0 None None] Sync routers for ids ['83716022-ff2e-46c1-9417-e9f25d339e88'] in dv-cinder-809201-1-iscsi {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:39:49.735280 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fcd4fe-50b4-4d13-934a-08442ed6c6f0 None None] Routers {'83716022-ff2e-46c1-9417-e9f25d339e88'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:39:49.735921 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-53fcd4fe-50b4-4d13-934a-08442ed6c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:39:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['83716022-ff2e-46c1-9417-e9f25d339e88'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:39:49.849319 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-2b16ae36-e6cd-43b7-be49-3b366529c458 admin admin] Notify callbacks [] for router, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:49.854606 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-53fcd4fe-50b4-4d13-934a-08442ed6c6f0 None None] Set router 83716022-ff2e-46c1-9417-e9f25d339e88 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:39:49.965008 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-2b16ae36-e6cd-43b7-be49-3b366529c458 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:50.074153 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-53fcd4fe-50b4-4d13-934a-08442ed6c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'name': 'tempest-AttachVolumeTestJSON-1950311729-router', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:35:01Z', 'updated_at': '2021-09-15T15:39:48Z', 'revision_number': 5, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'gw_port': {'id': 'a14b0881-5e3b-43cd-86eb-b9c1abae96e9', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:35:02Z', 'updated_at': '2021-09-15T15:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:39:50.127109 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fcd4fe-50b4-4d13-934a-08442ed6c6f0 None None] Checking router: 83716022-ff2e-46c1-9417-e9f25d339e88 for host: dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:39:50.136421 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-2b16ae36-e6cd-43b7-be49-3b366529c458 admin admin] Deleting port a14b0881-5e3b-43cd-86eb-b9c1abae96e9 {{(pid=94800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:39:50.136724 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fcd4fe-50b4-4d13-934a-08442ed6c6f0 None None] Routers {'83716022-ff2e-46c1-9417-e9f25d339e88'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:39:50.136954 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-2b16ae36-e6cd-43b7-be49-3b366529c458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:50.137208 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-53fcd4fe-50b4-4d13-934a-08442ed6c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:39:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['83716022-ff2e-46c1-9417-e9f25d339e88'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:39:50.250133 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [None req-2b16ae36-e6cd-43b7-be49-3b366529c458 admin admin] For port a14b0881-5e3b-43cd-86eb-b9c1abae96e9, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=a14b0881-5e3b-43cd-86eb-b9c1abae96e9,segment=NetworkSegment(892b6518-e65e-438b-8e7f-3ce7335aa343),segment_id=892b6518-e65e-438b-8e7f-3ce7335aa343)] {{(pid=94800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:39:50.250394 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-2b16ae36-e6cd-43b7-be49-3b366529c458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:50.252651 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-53fcd4fe-50b4-4d13-934a-08442ed6c6f0 None None] Set router 83716022-ff2e-46c1-9417-e9f25d339e88 gateway port host: None {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:39:50.263691 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-2b16ae36-e6cd-43b7-be49-3b366529c458 admin admin] Calling delete_port for a14b0881-5e3b-43cd-86eb-b9c1abae96e9 owned by network:router_gateway {{(pid=94800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:39:50.306670 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-53fcd4fe-50b4-4d13-934a-08442ed6c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'name': 'tempest-AttachVolumeTestJSON-1950311729-router', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:35:01Z', 'updated_at': '2021-09-15T15:39:49Z', 'revision_number': 6, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'gw_port_host': None}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:39:50.338466 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fcd4fe-50b4-4d13-934a-08442ed6c6f0 None None] The sync data for ids ['83716022-ff2e-46c1-9417-e9f25d339e88'] in dv-cinder-809201-1-iscsi is: [{'id': '83716022-ff2e-46c1-9417-e9f25d339e88', 'name': 'tempest-AttachVolumeTestJSON-1950311729-router', 'tenant_id': '99ee894fe01b4a23b4421a1a42abfafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:35:01Z', 'updated_at': '2021-09-15T15:39:49Z', 'revision_number': 6, 'project_id': '99ee894fe01b4a23b4421a1a42abfafe', 'gw_port_host': None}] {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:39:50.561022 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c4807-e58b-447d-a1f2-5878650378de req-d08e98a2-8c02-4913-bd08-39e4005637ef tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:50.565074 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c23c4807-e58b-447d-a1f2-5878650378de req-d08e98a2-8c02-4913-bd08-39e4005637ef tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 946 time: 0.1048346 Sep 15 15:39:50.610700 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-c23c4807-e58b-447d-a1f2-5878650378de req-d28fa541-efa1-4af3-a8d3-e7205264b0c2 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410402 Sep 15 15:39:50.619549 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-2b16ae36-e6cd-43b7-be49-3b366529c458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:50.650666 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16ae36-e6cd-43b7-be49-3b366529c458 admin admin] Pushing event deleted for resources: {'Port': ['ID=a14b0881-5e3b-43cd-86eb-b9c1abae96e9,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:39:50.740776 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-2b16ae36-e6cd-43b7-be49-3b366529c458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568935'] for router_gateway, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:50.858108 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-2b16ae36-e6cd-43b7-be49-3b366529c458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:50.863284 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-2b16ae36-e6cd-43b7-be49-3b366529c458 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:50.989899 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-2b16ae36-e6cd-43b7-be49-3b366529c458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-580045'] for router, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:50.990441 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b16ae36-e6cd-43b7-be49-3b366529c458 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83716022-ff2e-46c1-9417-e9f25d339e88 {{(pid=94800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:39:50.995800 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-2b16ae36-e6cd-43b7-be49-3b366529c458 admin admin] Notify callbacks [] for router, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:50.996989 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-2b16ae36-e6cd-43b7-be49-3b366529c458 admin admin] 10.222.0.54 "DELETE /v2.0/routers/83716022-ff2e-46c1-9417-e9f25d339e88 HTTP/1.1" status: 204 len: 168 time: 1.2745345 Sep 15 15:39:51.001756 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 56508) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:39:51.049334 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_v2 [None req-932fc6fb-9bc2-4aed-b469-ba5d460d7bbb admin admin] Deleting subnet 6cfdb546-8474-4a1a-9e30-197340188800 {{(pid=94800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:39:51.053114 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-932fc6fb-9bc2-4aed-b469-ba5d460d7bbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:51.089547 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-932fc6fb-9bc2-4aed-b469-ba5d460d7bbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10406217'] for subnet, precommit_delete_associations {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:51.186917 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-932fc6fb-9bc2-4aed-b469-ba5d460d7bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1523291'] for subnet, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:51.345614 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-932fc6fb-9bc2-4aed-b469-ba5d460d7bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1523276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12209968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12105358'] for subnet, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:51.371873 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fc6fb-9bc2-4aed-b469-ba5d460d7bbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cfdb546-8474-4a1a-9e30-197340188800,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:39:51.380365 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-932fc6fb-9bc2-4aed-b469-ba5d460d7bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for subnet, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:51.382688 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-932fc6fb-9bc2-4aed-b469-ba5d460d7bbb admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6cfdb546-8474-4a1a-9e30-197340188800 HTTP/1.1" status: 204 len: 168 time: 0.3798454 Sep 15 15:39:51.385335 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 56510) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:39:51.388720 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca97ca2-a8a9-424b-a63e-c2fbd0d47aac None None] Network 39521f22-32a9-4fe4-91fe-b7b9b9807e11 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:39:51.470913 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-37c40103-c83b-4ca8-a611-f3402dc27131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369514'] for network, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:51.549724 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-37c40103-c83b-4ca8-a611-f3402dc27131 admin admin] Deleting port 5c7bfd17-e702-4563-969d-6a7e491f6718 {{(pid=94800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:39:51.550086 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-37c40103-c83b-4ca8-a611-f3402dc27131 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:51.632113 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d96e54a-1986-490f-99c6-5c9de83712e5 None None] DHCP port deletion for 39521f22-32a9-4fe4-91fe-b7b9b9807e11 request from dv-cinder-809201-1-iscsi {{(pid=94801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:39:51.662143 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [None req-37c40103-c83b-4ca8-a611-f3402dc27131 admin admin] For port 5c7bfd17-e702-4563-969d-6a7e491f6718, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=5c7bfd17-e702-4563-969d-6a7e491f6718,segment=NetworkSegment(8bd5b631-79d2-49a1-b827-dbea0e0fb319),segment_id=8bd5b631-79d2-49a1-b827-dbea0e0fb319)] {{(pid=94800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:39:51.663166 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-37c40103-c83b-4ca8-a611-f3402dc27131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:51.688611 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-6d96e54a-1986-490f-99c6-5c9de83712e5 None None] Deleting port 5c7bfd17-e702-4563-969d-6a7e491f6718 {{(pid=94801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:39:51.688973 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-6d96e54a-1986-490f-99c6-5c9de83712e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:51.696887 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-37c40103-c83b-4ca8-a611-f3402dc27131 admin admin] Calling delete_port for 5c7bfd17-e702-4563-969d-6a7e491f6718 owned by network:dhcp {{(pid=94800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:39:51.762004 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-6d96e54a-1986-490f-99c6-5c9de83712e5 None None] For port 5c7bfd17-e702-4563-969d-6a7e491f6718, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=5c7bfd17-e702-4563-969d-6a7e491f6718,segment=NetworkSegment(8bd5b631-79d2-49a1-b827-dbea0e0fb319),segment_id=8bd5b631-79d2-49a1-b827-dbea0e0fb319)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:39:51.762502 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-6d96e54a-1986-490f-99c6-5c9de83712e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:51.783445 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-6d96e54a-1986-490f-99c6-5c9de83712e5 None None] Calling delete_port for 5c7bfd17-e702-4563-969d-6a7e491f6718 owned by network:dhcp {{(pid=94801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:39:51.826783 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab852d5-70c6-4b35-b63c-730ff3bfe31b req-014ff0b6-7f5f-4405-93d8-153c12bc7c43 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:51.829223 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cab852d5-70c6-4b35-b63c-730ff3bfe31b req-014ff0b6-7f5f-4405-93d8-153c12bc7c43 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 946 time: 0.0830827 Sep 15 15:39:51.878029 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-cab852d5-70c6-4b35-b63c-730ff3bfe31b req-e04e6bd3-745a-44d0-b740-f3136412f6a4 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365238 Sep 15 15:39:51.923189 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-37c40103-c83b-4ca8-a611-f3402dc27131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:51.931371 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-6d96e54a-1986-490f-99c6-5c9de83712e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473'] for port, after_delete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:51.964412 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96e54a-1986-490f-99c6-5c9de83712e5 None None] Pushing event deleted for resources: {'Port': ['ID=5c7bfd17-e702-4563-969d-6a7e491f6718,revision_number=None']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:39:51.975589 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c40103-c83b-4ca8-a611-f3402dc27131 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c7bfd17-e702-4563-969d-6a7e491f6718,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:39:51.976162 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d96e54a-1986-490f-99c6-5c9de83712e5 None None] No DVR routers for this DVR port 5c7bfd17-e702-4563-969d-6a7e491f6718 on host dv-cinder-809201-1-iscsi {{(pid=94801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:39:51.983221 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c40103-c83b-4ca8-a611-f3402dc27131 admin admin] No DVR routers for this DVR port 5c7bfd17-e702-4563-969d-6a7e491f6718 on host dv-cinder-809201-1-iscsi {{(pid=94800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:39:52.097344 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-37c40103-c83b-4ca8-a611-f3402dc27131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522908', 'neutron.services.segments.db._delete_segments_for_network-8751443108509'] for network, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:52.130986 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b38fa8-99e5-4bc7-99f3-d2b16e493955 req-858034c6-af55-456d-b134-cf92c3087589 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:52.132516 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-88b38fa8-99e5-4bc7-99f3-d2b16e493955 req-858034c6-af55-456d-b134-cf92c3087589 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 946 time: 0.1195724 Sep 15 15:39:52.134309 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.services.segments.db [None req-37c40103-c83b-4ca8-a611-f3402dc27131 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39521f22-32a9-4fe4-91fe-b7b9b9807e11']}} {{(pid=94800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:39:52.151684 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.services.segments.db [None req-37c40103-c83b-4ca8-a611-f3402dc27131 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd5b631-79d2-49a1-b827-dbea0e0fb319') {'for_net_delete': True} {{(pid=94800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:39:52.152010 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.services.segments.db [None req-37c40103-c83b-4ca8-a611-f3402dc27131 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd5b631-79d2-49a1-b827-dbea0e0fb319') {} {{(pid=94800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:39:52.170305 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-37c40103-c83b-4ca8-a611-f3402dc27131 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751443108774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10406210'] for segment, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:52.194614 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-37c40103-c83b-4ca8-a611-f3402dc27131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:52.203448 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-88b38fa8-99e5-4bc7-99f3-d2b16e493955 req-d822b5c8-dc7b-4067-b987-778db78244b1 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606370 Sep 15 15:39:52.208795 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c40103-c83b-4ca8-a611-f3402dc27131 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:39:52.208795 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-37c40103-c83b-4ca8-a611-f3402dc27131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12209902'] for segment, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: Traceback (most recent call last): Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: timer() Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: cb(*args, **kw) Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: return func(*args, **kwargs) Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: self._notify() Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: self.callback(batched_events) Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: event.method(event) Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: return f(self, *a, **k) Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: return self._get(url).json() Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: return self.request(url, 'GET', **kwargs) Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:39:52.209572 dv-cinder-809201-1-iscsi neutron-server[94800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:39:52.231801 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 56516) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:39:52.275670 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dce4d53-d38b-416f-a6d0-b7140c37ece6 tempest-TestVolumeBootPattern-326610794 tempest-TestVolumeBootPattern-326610794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:52.277119 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-6dce4d53-d38b-416f-a6d0-b7140c37ece6 tempest-TestVolumeBootPattern-326610794 tempest-TestVolumeBootPattern-326610794-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 1094 time: 0.0440195 Sep 15 15:39:52.279998 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 56518) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:39:52.284955 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-fd2c801c-7cdc-42b8-99e7-3cf1dc08aefa tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Request body: {'floatingip': {'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'port_id': '68c6baf4-01e4-4fbe-8f50-0ba842ac227b', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:39:52.350469 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-37c40103-c83b-4ca8-a611-f3402dc27131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:52.359205 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-37c40103-c83b-4ca8-a611-f3402dc27131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:52.362276 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-37c40103-c83b-4ca8-a611-f3402dc27131 admin admin] 10.222.0.54 "DELETE /v2.0/networks/39521f22-32a9-4fe4-91fe-b7b9b9807e11 HTTP/1.1" status: 204 len: 168 time: 0.9743915 Sep 15 15:39:52.379039 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c40103-c83b-4ca8-a611-f3402dc27131 admin admin] Pushing event deleted for resources: {'Network': ['ID=39521f22-32a9-4fe4-91fe-b7b9b9807e11,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:39:52.391669 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-fd2c801c-7cdc-42b8-99e7-3cf1dc08aefa tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for floatingip, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:52.455918 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device b79e3410-a312-48f5-9369-dbda2bc2bc61 no longer exists at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:39:52.477703 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] No Port match for: b79e3410-a312-48f5-9369-dbda2bc2bc61 {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:39:52.478363 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device b79e3410-a312-48f5-9369-dbda2bc2bc61 not bound to the agent host dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:39:52.478773 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device a14b0881-5e3b-43cd-86eb-b9c1abae96e9 no longer exists at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:39:52.502737 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] No Port match for: a14b0881-5e3b-43cd-86eb-b9c1abae96e9 {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:39:52.503103 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device a14b0881-5e3b-43cd-86eb-b9c1abae96e9 not bound to the agent host dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:39:52.503713 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 5c7bfd17-e702-4563-969d-6a7e491f6718 no longer exists at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:39:52.535293 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] No Port match for: 5c7bfd17-e702-4563-969d-6a7e491f6718 {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:39:52.536053 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 5c7bfd17-e702-4563-969d-6a7e491f6718 not bound to the agent host dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:39:52.560094 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-fd2c801c-7cdc-42b8-99e7-3cf1dc08aefa tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:52.694281 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_common [None req-fd2c801c-7cdc-42b8-99e7-3cf1dc08aefa tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Allocated IP 172.27.3.245 (70862140-ffde-47fa-81bd-8f9d99919982/7ac39d78-6dff-4eb9-9797-5a3cc8acd948/fd80d6f1-73bb-4f7e-9bc0-9de151b0d3b1) {{(pid=94799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:39:52.839184 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-fd2c801c-7cdc-42b8-99e7-3cf1dc08aefa tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for port, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:52.901711 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 56522) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:39:52.950608 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-76c233a8-1e7b-4152-9b9b-43e262677680 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=99ee894fe01b4a23b4421a1a42abfafe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474293 Sep 15 15:39:52.953180 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 56524) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:39:52.966752 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-fd2c801c-7cdc-42b8-99e7-3cf1dc08aefa tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:53.025904 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2c801c-7cdc-42b8-99e7-3cf1dc08aefa tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Network 70862140-ffde-47fa-81bd-8f9d99919982 is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:39:53.036583 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-fd2c801c-7cdc-42b8-99e7-3cf1dc08aefa tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:39:53.039488 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2c801c-7cdc-42b8-99e7-3cf1dc08aefa tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Received port after_create {{(pid=94799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:39:53.041869 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c801c-7cdc-42b8-99e7-3cf1dc08aefa tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Pushing event updated for resources: {'Port': ['ID=fd80d6f1-73bb-4f7e-9bc0-9de151b0d3b1,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:39:53.086943 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-49d1e01a-4b22-456d-b889-a3717797f7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:53.133545 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-49d1e01a-4b22-456d-b889-a3717797f7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:53.192689 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-8729610d-66c4-4492-93d2-39262bc58dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:53.345333 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-49d1e01a-4b22-456d-b889-a3717797f7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:53.348012 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-49d1e01a-4b22-456d-b889-a3717797f7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:53.349285 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-49d1e01a-4b22-456d-b889-a3717797f7c2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9e53fb0b-3078-4713-a873-52556bda6a34 HTTP/1.1" status: 204 len: 168 time: 0.3951550 Sep 15 15:39:53.363328 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1e01a-4b22-456d-b889-a3717797f7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e53fb0b-3078-4713-a873-52556bda6a34,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:39:53.493173 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-fd2c801c-7cdc-42b8-99e7-3cf1dc08aefa tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:53.699751 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-fd2c801c-7cdc-42b8-99e7-3cf1dc08aefa tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:54.147927 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-fd2c801c-7cdc-42b8-99e7-3cf1dc08aefa tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for port, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:54.224680 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-fd2c801c-7cdc-42b8-99e7-3cf1dc08aefa tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9314481'] for port, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:54.308606 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c801c-7cdc-42b8-99e7-3cf1dc08aefa tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Pushing event updated for resources: {'Port': ['ID=fd80d6f1-73bb-4f7e-9bc0-9de151b0d3b1,revision_number=2']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:39:54.320738 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-fd2c801c-7cdc-42b8-99e7-3cf1dc08aefa tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:54.424969 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:54.442818 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.db.l3_db [None req-fd2c801c-7cdc-42b8-99e7-3cf1dc08aefa tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Floating IP 4218224e-803f-4fe6-bf68-8bf78e570df2 associated. External IP: 172.27.3.245, port: 68c6baf4-01e4-4fbe-8f50-0ba842ac227b. Sep 15 15:39:54.699446 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2c801c-7cdc-42b8-99e7-3cf1dc08aefa tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Router 62aad18c-acc3-41bf-928c-65965ccf1a68 has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:39:54.820611 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2c801c-7cdc-42b8-99e7-3cf1dc08aefa tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:39:54.834882 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f830f1-b41b-4a9c-ae9d-0f05a8668b3e None None] Sync routers for ids ['62aad18c-acc3-41bf-928c-65965ccf1a68'] in dv-cinder-809201-1-iscsi {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:39:54.847613 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f830f1-b41b-4a9c-ae9d-0f05a8668b3e None None] Routers {'62aad18c-acc3-41bf-928c-65965ccf1a68'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:39:54.848256 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-78f830f1-b41b-4a9c-ae9d-0f05a8668b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:39:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['62aad18c-acc3-41bf-928c-65965ccf1a68'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:39:54.950161 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-fd2c801c-7cdc-42b8-99e7-3cf1dc08aefa tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for floatingip, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:54.979495 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-fd2c801c-7cdc-42b8-99e7-3cf1dc08aefa tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6977928 Sep 15 15:39:54.980106 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c92339-f087-4112-ab33-acac801b7b29', 'tag': '68c6baf4-01e4-4fbe-8f50-0ba842ac227b'}] {{(pid=94799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:39:54.982531 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caaf3dc35d391ee5789c70ae145b39738e2d95c5e07cc5749919ddff6cc97c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e95c72-40c9-455e-83b8-7736c2872220" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c92339-f087-4112-ab33-acac801b7b29", "tag": "68c6baf4-01e4-4fbe-8f50-0ba842ac227b"}]}' {{(pid=94799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:39:55.002150 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-78f830f1-b41b-4a9c-ae9d-0f05a8668b3e None None] Set router 62aad18c-acc3-41bf-928c-65965ccf1a68 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:39:55.045290 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d494460b-9df2-4fbe-875f-21c869a7f1e9 x-openstack-request-id: req-d494460b-9df2-4fbe-875f-21c869a7f1e9 {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:39:55.045579 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c92339-f087-4112-ab33-acac801b7b29", "tag": "68c6baf4-01e4-4fbe-8f50-0ba842ac227b", "status": "completed", "code": 200}]} {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:39:55.045829 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d494460b-9df2-4fbe-875f-21c869a7f1e9 {{(pid=94799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:39:55.046284 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c92339-f087-4112-ab33-acac801b7b29', 'tag': '68c6baf4-01e4-4fbe-8f50-0ba842ac227b', 'status': 'completed', 'code': 200} Sep 15 15:39:55.142138 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e95c72-40c9-455e-83b8-7736c2872220 req-74a85553-7ed0-42b9-835c-c050287b894d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:55.144702 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-d5e95c72-40c9-455e-83b8-7736c2872220 req-74a85553-7ed0-42b9-835c-c050287b894d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d812ec61757446683167b44880ffb33&device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 1099 time: 0.0712662 Sep 15 15:39:55.252286 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e95c72-40c9-455e-83b8-7736c2872220 req-55bb7a03-60de-45b8-996f-b555125dc677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:55.253895 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-d5e95c72-40c9-455e-83b8-7736c2872220 req-55bb7a03-60de-45b8-996f-b555125dc677 service neutron] 10.222.0.58 "GET /v2.0/networks?id=07a53ba0-b090-4791-856f-35fa91df8427 HTTP/1.1" status: 200 len: 913 time: 0.1035891 Sep 15 15:39:55.328488 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-d5e95c72-40c9-455e-83b8-7736c2872220 req-a42acad3-b3a7-4bf9-b88c-fb56700f05d7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68c6baf4-01e4-4fbe-8f50-0ba842ac227b HTTP/1.1" status: 200 len: 1000 time: 0.0672729 Sep 15 15:39:55.366726 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-78f830f1-b41b-4a9c-ae9d-0f05a8668b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'name': 'tempest-TestVolumeBootPattern-2106588752-router', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:34Z', 'updated_at': '2021-09-15T15:36:38Z', 'revision_number': 4, 'project_id': '7d812ec61757446683167b44880ffb33', 'gw_port': {'id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:35Z', 'updated_at': '2021-09-15T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': '4218224e-803f-4fe6-bf68-8bf78e570df2', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'port_id': '68c6baf4-01e4-4fbe-8f50-0ba842ac227b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'mac_address': 'fa:16:3e:47:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c92339-f087-4112-ab33-acac801b7b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:39:53Z', 'updated_at': '2021-09-15T15:39:53Z', 'revision_number': 0, 'project_id': '7d812ec61757446683167b44880ffb33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea50da73-6cc0-41aa-b562-cca6a704feca', 'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'mac_address': 'fa:16:3e:77:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '781284e4-ba10-42ed-9662-a5f92afda956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:37Z', 'updated_at': '2021-09-15T15:36:43Z', 'revision_number': 5, 'project_id': '7d812ec61757446683167b44880ffb33', 'subnets': [{'id': '781284e4-ba10-42ed-9662-a5f92afda956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:39:55.382717 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e95c72-40c9-455e-83b8-7736c2872220 req-2ed704b1-b62c-400c-bcad-0efeef446e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:55.384329 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-d5e95c72-40c9-455e-83b8-7736c2872220 req-2ed704b1-b62c-400c-bcad-0efeef446e05 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=781284e4-ba10-42ed-9662-a5f92afda956 HTTP/1.1" status: 200 len: 851 time: 0.0496547 Sep 15 15:39:55.403462 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f830f1-b41b-4a9c-ae9d-0f05a8668b3e None None] Checking router: 62aad18c-acc3-41bf-928c-65965ccf1a68 for host: dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:39:55.415995 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f830f1-b41b-4a9c-ae9d-0f05a8668b3e None None] Routers {'62aad18c-acc3-41bf-928c-65965ccf1a68'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:39:55.416774 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-78f830f1-b41b-4a9c-ae9d-0f05a8668b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:39:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['62aad18c-acc3-41bf-928c-65965ccf1a68'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:39:55.436856 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e95c72-40c9-455e-83b8-7736c2872220 req-b067998d-de63-49e7-b868-04db4fdf90c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:39:55.438845 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-d5e95c72-40c9-455e-83b8-7736c2872220 req-b067998d-de63-49e7-b868-04db4fdf90c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=07a53ba0-b090-4791-856f-35fa91df8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474229 Sep 15 15:39:55.589874 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-d5e95c72-40c9-455e-83b8-7736c2872220 req-cc547c7b-c68b-49de-a3bd-c6e18dd09376 service neutron] 10.222.0.58 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431801 Sep 15 15:39:55.608822 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-78f830f1-b41b-4a9c-ae9d-0f05a8668b3e None None] Set router 62aad18c-acc3-41bf-928c-65965ccf1a68 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:39:55.705895 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-d5e95c72-40c9-455e-83b8-7736c2872220 req-16e996ff-c5dd-4193-ad09-9452a306b0ba service neutron] 10.222.0.58 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093369 Sep 15 15:39:55.907016 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-78f830f1-b41b-4a9c-ae9d-0f05a8668b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'name': 'tempest-TestVolumeBootPattern-2106588752-router', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:34Z', 'updated_at': '2021-09-15T15:36:38Z', 'revision_number': 4, 'project_id': '7d812ec61757446683167b44880ffb33', 'gw_port': {'id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:35Z', 'updated_at': '2021-09-15T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': '4218224e-803f-4fe6-bf68-8bf78e570df2', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'port_id': '68c6baf4-01e4-4fbe-8f50-0ba842ac227b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'mac_address': 'fa:16:3e:47:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c92339-f087-4112-ab33-acac801b7b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:39:53Z', 'updated_at': '2021-09-15T15:39:53Z', 'revision_number': 0, 'project_id': '7d812ec61757446683167b44880ffb33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea50da73-6cc0-41aa-b562-cca6a704feca', 'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'mac_address': 'fa:16:3e:77:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '781284e4-ba10-42ed-9662-a5f92afda956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:37Z', 'updated_at': '2021-09-15T15:36:43Z', 'revision_number': 5, 'project_id': '7d812ec61757446683167b44880ffb33', 'subnets': [{'id': '781284e4-ba10-42ed-9662-a5f92afda956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:39:55.933637 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f830f1-b41b-4a9c-ae9d-0f05a8668b3e None None] The sync data for ids ['62aad18c-acc3-41bf-928c-65965ccf1a68'] in dv-cinder-809201-1-iscsi is: [{'id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'name': 'tempest-TestVolumeBootPattern-2106588752-router', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:34Z', 'updated_at': '2021-09-15T15:36:38Z', 'revision_number': 4, 'project_id': '7d812ec61757446683167b44880ffb33', 'gw_port': {'id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:35Z', 'updated_at': '2021-09-15T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': '4218224e-803f-4fe6-bf68-8bf78e570df2', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'port_id': '68c6baf4-01e4-4fbe-8f50-0ba842ac227b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'mac_address': 'fa:16:3e:47:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c92339-f087-4112-ab33-acac801b7b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:39:53Z', 'updated_at': '2021-09-15T15:39:53Z', 'revision_number': 0, 'project_id': '7d812ec61757446683167b44880ffb33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea50da73-6cc0-41aa-b562-cca6a704feca', 'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'mac_address': 'fa:16:3e:77:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '781284e4-ba10-42ed-9662-a5f92afda956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:37Z', 'updated_at': '2021-09-15T15:36:43Z', 'revision_number': 5, 'project_id': '7d812ec61757446683167b44880ffb33', 'subnets': [{'id': '781284e4-ba10-42ed-9662-a5f92afda956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:39:56.139043 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-d64f485e-35df-42c9-be81-123273087c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:56.182702 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2eaea5-015e-4146-ab57-3ed84c883fb3 None None] New status for floating IP 4218224e-803f-4fe6-bf68-8bf78e570df2: ACTIVE {{(pid=94802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:39:56.241955 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:57.230889 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:58.858892 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:05.227280 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 56638) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:40:05.366742 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-fe250458-1131-42ac-9e55-a4941379e210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:05.472582 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-fe250458-1131-42ac-9e55-a4941379e210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:05.561668 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-fe250458-1131-42ac-9e55-a4941379e210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:05.608956 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-fe250458-1131-42ac-9e55-a4941379e210 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=87ff4a266e9146beaf928a9d7962d293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3805144 Sep 15 15:40:05.609829 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe250458-1131-42ac-9e55-a4941379e210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96b6e38-f724-49d6-bc86-6987fc3043f0,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:40:05.612828 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 56642) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:40:05.680455 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-96d9f066-dd2d-4482-be7f-c4cb49fcc6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:05.707286 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-96d9f066-dd2d-4482-be7f-c4cb49fcc6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:05.906728 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-96d9f066-dd2d-4482-be7f-c4cb49fcc6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:05.906728 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-96d9f066-dd2d-4482-be7f-c4cb49fcc6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:05.906728 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-96d9f066-dd2d-4482-be7f-c4cb49fcc6cb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b96b6e38-f724-49d6-bc86-6987fc3043f0 HTTP/1.1" status: 204 len: 168 time: 0.2884252 Sep 15 15:40:05.983483 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9f066-dd2d-4482-be7f-c4cb49fcc6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96b6e38-f724-49d6-bc86-6987fc3043f0,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:40:17.972165 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:40:18.220120 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 56760) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:40:18.340810 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b503806c-62fd-4d37-b200-564ae81ea147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:18.462299 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b503806c-62fd-4d37-b200-564ae81ea147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:18.543991 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-b503806c-62fd-4d37-b200-564ae81ea147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:18.584641 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503806c-62fd-4d37-b200-564ae81ea147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c8c50e-d71f-41ac-81c4-75ab58639ae2,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:40:18.589030 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-b503806c-62fd-4d37-b200-564ae81ea147 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e9c16a92d9444041baae5514bd8f3bd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3674269 Sep 15 15:40:18.593234 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 56764) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:40:18.647465 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-4503d716-38b0-4b19-a834-c04173d54724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:18.675680 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-4503d716-38b0-4b19-a834-c04173d54724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:18.818867 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-4503d716-38b0-4b19-a834-c04173d54724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:18.822154 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-4503d716-38b0-4b19-a834-c04173d54724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:18.823573 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-4503d716-38b0-4b19-a834-c04173d54724 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f1c8c50e-d71f-41ac-81c4-75ab58639ae2 HTTP/1.1" status: 204 len: 168 time: 0.2290356 Sep 15 15:40:18.833932 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503d716-38b0-4b19-a834-c04173d54724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c8c50e-d71f-41ac-81c4-75ab58639ae2,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:40:23.202184 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-15240049-773f-4682-b1db-985d179d3f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:24.315503 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:25.483744 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 56854) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:40:25.614236 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-3762f22c-919f-4c08-8a89-58af753eb425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:25.719167 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-3762f22c-919f-4c08-8a89-58af753eb425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:25.795666 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-3762f22c-919f-4c08-8a89-58af753eb425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:25.838959 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-3762f22c-919f-4c08-8a89-58af753eb425 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=434eb6d8bfba4f41916117875f85c80d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3540637 Sep 15 15:40:25.839740 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762f22c-919f-4c08-8a89-58af753eb425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b32e01-a087-4132-b3a3-6a3888cda6be,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:40:25.842387 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 56858) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:40:25.932951 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0dcacbc1-b9c2-4450-b615-93d1f6a5c2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:25.974486 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0dcacbc1-b9c2-4450-b615-93d1f6a5c2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:26.132397 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-499aa905-ae54-474c-b8da-5107d438006e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:26.172708 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0dcacbc1-b9c2-4450-b615-93d1f6a5c2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:26.172907 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:26.175346 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0dcacbc1-b9c2-4450-b615-93d1f6a5c2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:26.179723 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-0dcacbc1-b9c2-4450-b615-93d1f6a5c2bd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/40b32e01-a087-4132-b3a3-6a3888cda6be HTTP/1.1" status: 204 len: 168 time: 0.3333354 Sep 15 15:40:26.188865 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcacbc1-b9c2-4450-b615-93d1f6a5c2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b32e01-a087-4132-b3a3-6a3888cda6be,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:40:26.886791 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 56864) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:40:26.901406 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-b6497ea4-0e02-4c97-bafc-726e7b9750e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:27.019776 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-b6497ea4-0e02-4c97-bafc-726e7b9750e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:27.093272 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-b6497ea4-0e02-4c97-bafc-726e7b9750e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:27.116065 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:27.133275 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6497ea4-0e02-4c97-bafc-726e7b9750e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c8e68e-3a69-43f4-ad67-e379daf3f633,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:40:27.138780 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-b6497ea4-0e02-4c97-bafc-726e7b9750e3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1e38c4936f4141a6be6a5cb21991aef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508202 Sep 15 15:40:27.142049 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 56866) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:40:27.206729 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-56fa37db-924f-4fd8-9f45-5369d42b53bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:27.235595 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-56fa37db-924f-4fd8-9f45-5369d42b53bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:27.372626 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-56fa37db-924f-4fd8-9f45-5369d42b53bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:27.375598 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-56fa37db-924f-4fd8-9f45-5369d42b53bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:27.377003 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-56fa37db-924f-4fd8-9f45-5369d42b53bc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/97c8e68e-3a69-43f4-ad67-e379daf3f633 HTTP/1.1" status: 204 len: 168 time: 0.2337782 Sep 15 15:40:27.385586 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa37db-924f-4fd8-9f45-5369d42b53bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c8e68e-3a69-43f4-ad67-e379daf3f633,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:40:28.846908 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:33.276471 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 56938) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:40:33.390961 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-9ad96c02-a630-4a0f-a3c7-5cd20eed5428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:33.484832 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-9ad96c02-a630-4a0f-a3c7-5cd20eed5428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:33.560908 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-9ad96c02-a630-4a0f-a3c7-5cd20eed5428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:33.602885 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-9ad96c02-a630-4a0f-a3c7-5cd20eed5428 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=34c7c9fba6054315b9ea450de08fadba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249483 Sep 15 15:40:33.603410 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad96c02-a630-4a0f-a3c7-5cd20eed5428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea63fdd-cc38-4279-b6fc-414608986cf2,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:40:33.605891 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 56942) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:40:33.660334 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-834b7a07-6c79-4c99-817e-bf6eb64cdc51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:33.683838 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-834b7a07-6c79-4c99-817e-bf6eb64cdc51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:33.921270 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-834b7a07-6c79-4c99-817e-bf6eb64cdc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:33.924297 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-834b7a07-6c79-4c99-817e-bf6eb64cdc51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:33.925802 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-834b7a07-6c79-4c99-817e-bf6eb64cdc51 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5ea63fdd-cc38-4279-b6fc-414608986cf2 HTTP/1.1" status: 204 len: 168 time: 0.3188245 Sep 15 15:40:33.940970 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b7a07-6c79-4c99-817e-bf6eb64cdc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea63fdd-cc38-4279-b6fc-414608986cf2,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:40:33.952598 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1996ae39-6414-4163-a616-18e25b071285 req-b88a1d6c-0bcc-4e0e-9522-0ac594fea2e9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d2c92339-f087-4112-ab33-acac801b7b29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474296 Sep 15 15:40:33.956385 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b7a07-6c79-4c99-817e-bf6eb64cdc51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:40:33.956953 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b7a07-6c79-4c99-817e-bf6eb64cdc51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:40:33.957835 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b7a07-6c79-4c99-817e-bf6eb64cdc51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:40:33.958685 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b7a07-6c79-4c99-817e-bf6eb64cdc51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:40:33.959303 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b7a07-6c79-4c99-817e-bf6eb64cdc51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:40:33.959888 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b7a07-6c79-4c99-817e-bf6eb64cdc51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:40:33.960510 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b7a07-6c79-4c99-817e-bf6eb64cdc51 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:40:33.961106 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b7a07-6c79-4c99-817e-bf6eb64cdc51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:40:33.961633 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b7a07-6c79-4c99-817e-bf6eb64cdc51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:40:33.962194 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b7a07-6c79-4c99-817e-bf6eb64cdc51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:40:33.962746 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b7a07-6c79-4c99-817e-bf6eb64cdc51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:40:33.963337 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b7a07-6c79-4c99-817e-bf6eb64cdc51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:40:34.065100 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996ae39-6414-4163-a616-18e25b071285 req-a79e7956-d118-4fc0-890a-06eddddfafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:40:34.066927 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1996ae39-6414-4163-a616-18e25b071285 req-a79e7956-d118-4fc0-890a-06eddddfafa5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d812ec61757446683167b44880ffb33&device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 1099 time: 0.0461340 Sep 15 15:40:34.183452 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996ae39-6414-4163-a616-18e25b071285 req-7e1b8463-f74d-4d6e-b543-2954e2493ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:40:34.184960 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1996ae39-6414-4163-a616-18e25b071285 req-7e1b8463-f74d-4d6e-b543-2954e2493ac7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=07a53ba0-b090-4791-856f-35fa91df8427 HTTP/1.1" status: 200 len: 913 time: 0.0961392 Sep 15 15:40:34.272662 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1996ae39-6414-4163-a616-18e25b071285 req-011ebe38-c69d-42aa-9582-dadd5864a835 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68c6baf4-01e4-4fbe-8f50-0ba842ac227b HTTP/1.1" status: 200 len: 1002 time: 0.0699601 Sep 15 15:40:34.315936 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996ae39-6414-4163-a616-18e25b071285 req-3c3e8e57-5cd5-4794-9c3c-2eebcffd3f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:40:34.318057 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1996ae39-6414-4163-a616-18e25b071285 req-3c3e8e57-5cd5-4794-9c3c-2eebcffd3f58 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=781284e4-ba10-42ed-9662-a5f92afda956 HTTP/1.1" status: 200 len: 851 time: 0.0498791 Sep 15 15:40:34.390255 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996ae39-6414-4163-a616-18e25b071285 req-7d069996-923d-441a-9906-48fa73afcdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:40:34.391243 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1996ae39-6414-4163-a616-18e25b071285 req-7d069996-923d-441a-9906-48fa73afcdb9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=07a53ba0-b090-4791-856f-35fa91df8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0662265 Sep 15 15:40:34.500634 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1996ae39-6414-4163-a616-18e25b071285 req-efed6715-b12d-4b72-8b60-9097fcff28c2 service neutron] 10.222.0.58 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013844 Sep 15 15:40:34.611211 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-1996ae39-6414-4163-a616-18e25b071285 req-a509b166-0f32-44a2-8020-db1314a99699 service neutron] 10.222.0.58 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036835 Sep 15 15:40:34.673711 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 56950) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:40:34.689424 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-4cbdc3d6-a435-4ba3-b57f-7ddeb505ab80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:34.834181 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-4cbdc3d6-a435-4ba3-b57f-7ddeb505ab80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:34.880937 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-4cbdc3d6-a435-4ba3-b57f-7ddeb505ab80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:34.922407 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-4cbdc3d6-a435-4ba3-b57f-7ddeb505ab80 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ed72528e372249d1883a196bb9fae148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473116 Sep 15 15:40:34.923568 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbdc3d6-a435-4ba3-b57f-7ddeb505ab80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fafbe07-b404-4b20-aa9d-d09fbc6eef5b,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:40:34.925265 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 56952) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:40:34.980307 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-e9d63b0d-d426-4863-b734-0dff60b719e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:35.004467 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-e9d63b0d-d426-4863-b734-0dff60b719e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:35.103910 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-e9d63b0d-d426-4863-b734-0dff60b719e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:35.106647 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-e9d63b0d-d426-4863-b734-0dff60b719e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:35.109255 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-e9d63b0d-d426-4863-b734-0dff60b719e2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8fafbe07-b404-4b20-aa9d-d09fbc6eef5b HTTP/1.1" status: 204 len: 168 time: 0.1822102 Sep 15 15:40:35.117824 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d63b0d-d426-4863-b734-0dff60b719e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fafbe07-b404-4b20-aa9d-d09fbc6eef5b,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:40:37.096873 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 56982) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:40:37.223848 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e2dbf0d5-bcd0-494f-9e60-f419244ec84f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:37.328829 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e2dbf0d5-bcd0-494f-9e60-f419244ec84f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:37.412175 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-e2dbf0d5-bcd0-494f-9e60-f419244ec84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:37.454396 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dbf0d5-bcd0-494f-9e60-f419244ec84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0625e1d2-8097-487c-9c5e-71b9e47d20f7,revision_number=1']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:40:37.458735 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-e2dbf0d5-bcd0-494f-9e60-f419244ec84f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=038ce77eb4fe4e41a9147a548baa4c75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3604219 Sep 15 15:40:37.461914 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 56986) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:40:37.519880 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-dc679df4-e24e-4950-ad72-cd059742ad1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:37.543504 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-dc679df4-e24e-4950-ad72-cd059742ad1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:37.688168 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-dc679df4-e24e-4950-ad72-cd059742ad1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:37.691293 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-dc679df4-e24e-4950-ad72-cd059742ad1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:37.692839 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-dc679df4-e24e-4950-ad72-cd059742ad1f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0625e1d2-8097-487c-9c5e-71b9e47d20f7 HTTP/1.1" status: 204 len: 168 time: 0.2295408 Sep 15 15:40:37.704817 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc679df4-e24e-4950-ad72-cd059742ad1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0625e1d2-8097-487c-9c5e-71b9e47d20f7,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:40:49.864944 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 57118) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:40:49.978842 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-fc762c16-0316-47ac-9e2d-67167af458dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:50.088173 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-fc762c16-0316-47ac-9e2d-67167af458dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:50.148701 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-fc762c16-0316-47ac-9e2d-67167af458dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:50.189226 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-fc762c16-0316-47ac-9e2d-67167af458dd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3bcbdcd7d643454e9f1a889665eedb9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230956 Sep 15 15:40:50.190006 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc762c16-0316-47ac-9e2d-67167af458dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b98785-1bd9-4313-ab24-99b2a4def49e,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:40:50.191911 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 57122) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:40:50.197657 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc762c16-0316-47ac-9e2d-67167af458dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:40:50.197993 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc762c16-0316-47ac-9e2d-67167af458dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:40:50.198330 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc762c16-0316-47ac-9e2d-67167af458dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:40:50.198667 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc762c16-0316-47ac-9e2d-67167af458dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:40:50.199068 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc762c16-0316-47ac-9e2d-67167af458dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:40:50.199400 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc762c16-0316-47ac-9e2d-67167af458dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:40:50.199721 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc762c16-0316-47ac-9e2d-67167af458dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:40:50.200041 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc762c16-0316-47ac-9e2d-67167af458dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:40:50.200363 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc762c16-0316-47ac-9e2d-67167af458dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:40:50.201247 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc762c16-0316-47ac-9e2d-67167af458dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:40:50.201740 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc762c16-0316-47ac-9e2d-67167af458dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:40:50.201891 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc762c16-0316-47ac-9e2d-67167af458dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:40:50.248147 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8795-0c19-4b21-bd46-1aa79cd4378b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:50.270394 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8795-0c19-4b21-bd46-1aa79cd4378b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:50.412711 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8795-0c19-4b21-bd46-1aa79cd4378b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:50.416310 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8795-0c19-4b21-bd46-1aa79cd4378b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:50.417682 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-1e7a8795-0c19-4b21-bd46-1aa79cd4378b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/82b98785-1bd9-4313-ab24-99b2a4def49e HTTP/1.1" status: 204 len: 168 time: 0.2247810 Sep 15 15:40:50.427647 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a8795-0c19-4b21-bd46-1aa79cd4378b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b98785-1bd9-4313-ab24-99b2a4def49e,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:40:51.149901 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 57128) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:40:51.169271 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-765ad7d1-e5d9-4cd2-bc0d-bf4736ee0c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:51.269422 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-765ad7d1-e5d9-4cd2-bc0d-bf4736ee0c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:51.337474 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-765ad7d1-e5d9-4cd2-bc0d-bf4736ee0c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:51.380628 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ad7d1-e5d9-4cd2-bc0d-bf4736ee0c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec67c97-328a-4219-ba81-a67865572b6c,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:40:51.386206 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-765ad7d1-e5d9-4cd2-bc0d-bf4736ee0c63 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a9cf8be3dc1447c182db6bd8047d0fdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351165 Sep 15 15:40:51.389303 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 57130) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:40:51.443061 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-28296225-ba78-41d6-816a-109afa3729d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:51.465953 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-28296225-ba78-41d6-816a-109afa3729d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:51.588795 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-28296225-ba78-41d6-816a-109afa3729d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:51.592142 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-28296225-ba78-41d6-816a-109afa3729d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:51.593978 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-28296225-ba78-41d6-816a-109afa3729d8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6ec67c97-328a-4219-ba81-a67865572b6c HTTP/1.1" status: 204 len: 168 time: 0.2030370 Sep 15 15:40:51.602623 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28296225-ba78-41d6-816a-109afa3729d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec67c97-328a-4219-ba81-a67865572b6c,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:40:52.306316 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 57136) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:40:52.320889 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0ac8eee7-6b8f-47cc-96fd-fccc4438eb89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:52.425653 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0ac8eee7-6b8f-47cc-96fd-fccc4438eb89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:52.503556 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-0ac8eee7-6b8f-47cc-96fd-fccc4438eb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:52.545796 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-0ac8eee7-6b8f-47cc-96fd-fccc4438eb89 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=82b4284b5ee14beb83ce0ffae6e6250c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382023 Sep 15 15:40:52.546763 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8eee7-6b8f-47cc-96fd-fccc4438eb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3e0e69-1caf-40a8-823a-e43a5e112b40,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:40:52.550129 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 57138) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:40:52.630877 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-202325ec-4b80-43a6-8af9-64dfb7ef918e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:52.670029 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-202325ec-4b80-43a6-8af9-64dfb7ef918e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:52.851932 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-202325ec-4b80-43a6-8af9-64dfb7ef918e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:52.854595 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-202325ec-4b80-43a6-8af9-64dfb7ef918e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:52.855892 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-202325ec-4b80-43a6-8af9-64dfb7ef918e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8d3e0e69-1caf-40a8-823a-e43a5e112b40 HTTP/1.1" status: 204 len: 168 time: 0.3054085 Sep 15 15:40:52.868345 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202325ec-4b80-43a6-8af9-64dfb7ef918e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3e0e69-1caf-40a8-823a-e43a5e112b40,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:40:53.205821 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-c5302917-6bdf-4b79-8551-8493e10f236d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:54.326179 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:54.972502 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:40:56.068693 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-da287446-253a-410d-8611-7f246020e0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:56.148711 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:57.143504 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:58.805973 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:23.176815 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e475df48-34f4-4eb5-b266-2cfc18cebcd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:24.388261 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:26.098260 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e41d281e-190f-4bdf-b52f-c7a9fc0ee229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:26.205484 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:27.142047 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:28.816477 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:31.971629 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:41:35.258914 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-b727ab3d-44fb-45dc-9a35-1d94d5e5f907 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-744334079&fields=id&tenant_id=7d812ec61757446683167b44880ffb33 HTTP/1.1" status: 200 len: 267 time: 0.0397751 Sep 15 15:41:35.381189 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-0d56ee6a-05f2-448e-9507-64b43a372d1b tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:35.382774 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-0d56ee6a-05f2-448e-9507-64b43a372d1b tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/networks?id=07a53ba0-b090-4791-856f-35fa91df8427 HTTP/1.1" status: 200 len: 812 time: 0.1150699 Sep 15 15:41:35.406011 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-4ded6a24-c8c6-4c0b-bc55-1bfb1658de1c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/quotas/7d812ec61757446683167b44880ffb33 HTTP/1.1" status: 200 len: 375 time: 0.0109854 Sep 15 15:41:35.473572 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-a1cd1860-c70a-42c6-b4a7-d886f0fcddb3 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7d812ec61757446683167b44880ffb33&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0607569 Sep 15 15:41:35.927136 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-be6e5c21-742c-4ecb-a77c-7ca658da8079 req-546473b4-fd19-4aa0-9e14-d1a27c09b50c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d2c92339-f087-4112-ab33-acac801b7b29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520105 Sep 15 15:41:36.005779 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-4bfe39e9-8514-4857-ad6d-bee2355a140b service neutron] 10.222.0.54 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190427 Sep 15 15:41:36.024144 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e5c21-742c-4ecb-a77c-7ca658da8079 req-2ef1e2e1-b252-44d0-80d2-713ccbe18c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:36.025652 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-be6e5c21-742c-4ecb-a77c-7ca658da8079 req-2ef1e2e1-b252-44d0-80d2-713ccbe18c11 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d812ec61757446683167b44880ffb33&device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 1099 time: 0.0500510 Sep 15 15:41:36.118724 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-31779221-7abc-4b20-9bc6-2ffdca9fc60e service neutron] 10.222.0.54 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999584 Sep 15 15:41:36.166288 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e5c21-742c-4ecb-a77c-7ca658da8079 req-8adc1fb5-84f9-4ac5-8d96-4db7455c123a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:36.169568 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-be6e5c21-742c-4ecb-a77c-7ca658da8079 req-8adc1fb5-84f9-4ac5-8d96-4db7455c123a service neutron] 10.222.0.58 "GET /v2.0/networks?id=07a53ba0-b090-4791-856f-35fa91df8427 HTTP/1.1" status: 200 len: 913 time: 0.1233814 Sep 15 15:41:36.247699 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-be6e5c21-742c-4ecb-a77c-7ca658da8079 req-7f2fe197-5d8a-4aa8-8d18-ee76e580ff85 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68c6baf4-01e4-4fbe-8f50-0ba842ac227b HTTP/1.1" status: 200 len: 1002 time: 0.0712357 Sep 15 15:41:36.305551 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e5c21-742c-4ecb-a77c-7ca658da8079 req-712de625-fdc0-466f-9957-344865638be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:36.307092 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-be6e5c21-742c-4ecb-a77c-7ca658da8079 req-712de625-fdc0-466f-9957-344865638be6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=781284e4-ba10-42ed-9662-a5f92afda956 HTTP/1.1" status: 200 len: 851 time: 0.0533369 Sep 15 15:41:36.358880 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e5c21-742c-4ecb-a77c-7ca658da8079 req-1355e0e9-6ccf-46fc-a4cb-b735547231d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:36.360623 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-be6e5c21-742c-4ecb-a77c-7ca658da8079 req-1355e0e9-6ccf-46fc-a4cb-b735547231d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=07a53ba0-b090-4791-856f-35fa91df8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462997 Sep 15 15:41:36.462251 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-be6e5c21-742c-4ecb-a77c-7ca658da8079 req-8454e818-5f39-4d22-822d-fd0ca979c850 service neutron] 10.222.0.58 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933795 Sep 15 15:41:36.566290 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-be6e5c21-742c-4ecb-a77c-7ca658da8079 req-b38cf031-d584-42f8-8a85-1a9b6b0e62a9 service neutron] 10.222.0.58 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969386 Sep 15 15:41:36.796401 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-1051a3b7-c400-4003-962b-54a0526380b2 req-7ed97d53-5c85-43d1-b22e-73f2de13f5cc tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=244ddf94-4bab-44a9-9382-0d24cf41c814 HTTP/1.1" status: 200 len: 210 time: 0.0515764 Sep 15 15:41:37.906702 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-80cb7798-3f3e-4187-b387-30ad85a8b203 req-852c5ed1-9ea8-4406-b6e4-4de64f6cc420 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=244ddf94-4bab-44a9-9382-0d24cf41c814 HTTP/1.1" status: 200 len: 210 time: 0.0278726 Sep 15 15:41:38.884299 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-9c323dcb-6a23-4972-80ab-b42e895748f7 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:38.886513 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-9c323dcb-6a23-4972-80ab-b42e895748f7 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.58 "GET /v2.0/networks?id=07a53ba0-b090-4791-856f-35fa91df8427 HTTP/1.1" status: 200 len: 812 time: 0.1466112 Sep 15 15:41:38.943595 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-af63bc46-2f96-46cd-b6ac-21aa3b8974a9 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d812ec61757446683167b44880ffb33 HTTP/1.1" status: 200 len: 379 time: 0.0414476 Sep 15 15:41:38.955968 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-0dc0338d-bc1b-40ff-8e95-daffb0f703b6 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Request body: {'port': {'device_id': '244ddf94-4bab-44a9-9382-0d24cf41c814', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'admin_state_up': True, 'tenant_id': '7d812ec61757446683167b44880ffb33', 'security_groups': ['e831fe4a-075d-4f65-9c9f-545f5ae4603a']}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:41:39.040263 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-9e19cd1c-6a58-4bec-ba97-0df61aa455c8 req-75e6e35f-8566-456d-a107-61cc0c55c45c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=244ddf94-4bab-44a9-9382-0d24cf41c814 HTTP/1.1" status: 200 len: 210 time: 0.0302451 Sep 15 15:41:39.193497 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-0dc0338d-bc1b-40ff-8e95-daffb0f703b6 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Made reservation on behalf of 7d812ec61757446683167b44880ffb33 for: {'port': 1} {{(pid=94799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:41:39.197952 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-0dc0338d-bc1b-40ff-8e95-daffb0f703b6 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:39.343691 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_common [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-0dc0338d-bc1b-40ff-8e95-daffb0f703b6 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Allocated IP 172.20.0.9 (07a53ba0-b090-4791-856f-35fa91df8427/781284e4-ba10-42ed-9662-a5f92afda956/8865c71e-86c8-4399-8ae8-ca79f0c083fa) {{(pid=94799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:41:39.505100 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-0dc0338d-bc1b-40ff-8e95-daffb0f703b6 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for port, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:39.622683 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-0dc0338d-bc1b-40ff-8e95-daffb0f703b6 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:39.669944 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-0dc0338d-bc1b-40ff-8e95-daffb0f703b6 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Network 07a53ba0-b090-4791-856f-35fa91df8427 is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:41:39.678698 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-0dc0338d-bc1b-40ff-8e95-daffb0f703b6 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:41:39.683902 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-0dc0338d-bc1b-40ff-8e95-daffb0f703b6 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Received port after_create {{(pid=94799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:41:39.688597 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0338d-bc1b-40ff-8e95-daffb0f703b6 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Pushing event updated for resources: {'Port': ['ID=8865c71e-86c8-4399-8ae8-ca79f0c083fa,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:41:39.745543 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-0dc0338d-bc1b-40ff-8e95-daffb0f703b6 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:39.746260 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-0dc0338d-bc1b-40ff-8e95-daffb0f703b6 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:39.863582 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-0dc0338d-bc1b-40ff-8e95-daffb0f703b6 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9135680 Sep 15 15:41:39.881322 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-5987ebab-570f-40d1-9d1c-8e5d63b59eed service neutron] Request body: {'port': {'device_id': '244ddf94-4bab-44a9-9382-0d24cf41c814', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:41:39.951194 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-1abc5fad-bbc6-45ac-a19b-a22d1d52e5ff None None] Provisioning complete for port 8865c71e-86c8-4399-8ae8-ca79f0c083fa triggered by entity DHCP. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:41:39.952248 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-1abc5fad-bbc6-45ac-a19b-a22d1d52e5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:39.956608 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-5987ebab-570f-40d1-9d1c-8e5d63b59eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:40.010828 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-1abc5fad-bbc6-45ac-a19b-a22d1d52e5ff None None] Port 8865c71e-86c8-4399-8ae8-ca79f0c083fa cannot update to ACTIVE because it is not bound. {{(pid=94801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:41:40.191095 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36dbdba-000a-46c4-9558-c3e1e707e0d6 req-ec719fc9-3e30-42c4-b18b-34cfe73110e1 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:40.192751 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f36dbdba-000a-46c4-9558-c3e1e707e0d6 req-ec719fc9-3e30-42c4-b18b-34cfe73110e1 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=244ddf94-4bab-44a9-9382-0d24cf41c814 HTTP/1.1" status: 200 len: 931 time: 0.0650783 Sep 15 15:41:40.250707 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f36dbdba-000a-46c4-9558-c3e1e707e0d6 req-b94ca501-9c4f-47bc-86e9-b3d3a7aff47b tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429945 Sep 15 15:41:40.308575 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-5987ebab-570f-40d1-9d1c-8e5d63b59eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8865c71e-86c8-4399-8ae8-ca79f0c083fa {{(pid=94799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:41:40.317401 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-5987ebab-570f-40d1-9d1c-8e5d63b59eed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:40.332070 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.provisioning_blocks [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-5987ebab-570f-40d1-9d1c-8e5d63b59eed service neutron] Transition to ACTIVE for port object 8865c71e-86c8-4399-8ae8-ca79f0c083fa will not be triggered until provisioned by entity L2. {{(pid=94799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:41:40.444974 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-5987ebab-570f-40d1-9d1c-8e5d63b59eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9314481'] for port, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:40.498247 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987ebab-570f-40d1-9d1c-8e5d63b59eed service neutron] Pushing event updated for resources: {'Port': ['ID=8865c71e-86c8-4399-8ae8-ca79f0c083fa,revision_number=2']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:41:40.595861 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.managers [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-5987ebab-570f-40d1-9d1c-8e5d63b59eed service neutron] Attempting to bind port 8865c71e-86c8-4399-8ae8-ca79f0c083fa on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:41:40.596434 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.managers [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-5987ebab-570f-40d1-9d1c-8e5d63b59eed service neutron] Attempting to bind port 8865c71e-86c8-4399-8ae8-ca79f0c083fa by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '44e20436-1003-4b4b-a47c-42a8265f36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427'}] {{(pid=94799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:41:40.597021 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-5987ebab-570f-40d1-9d1c-8e5d63b59eed service neutron] Attempting to bind port 8865c71e-86c8-4399-8ae8-ca79f0c083fa on network 07a53ba0-b090-4791-856f-35fa91df8427 {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:41:40.605245 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-5987ebab-570f-40d1-9d1c-8e5d63b59eed service neutron] Port 8865c71e-86c8-4399-8ae8-ca79f0c083fa on network 07a53ba0-b090-4791-856f-35fa91df8427 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:41:40.605823 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-5987ebab-570f-40d1-9d1c-8e5d63b59eed service neutron] Attempting to bind port 8865c71e-86c8-4399-8ae8-ca79f0c083fa on network 07a53ba0-b090-4791-856f-35fa91df8427 {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:41:40.615175 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-5987ebab-570f-40d1-9d1c-8e5d63b59eed service neutron] Checking agent: {'id': 'eba348e6-0b8a-43b6-acdf-c2678b53c044', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'started_at': datetime.datetime(2021, 9, 15, 15, 25, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:41:40.615744 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-5987ebab-570f-40d1-9d1c-8e5d63b59eed service neutron] Checking segment: {'id': '44e20436-1003-4b4b-a47c-42a8265f36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:41:40.616384 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-5987ebab-570f-40d1-9d1c-8e5d63b59eed service neutron] Bound using segment: {'id': '44e20436-1003-4b4b-a47c-42a8265f36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427'} {{(pid=94799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:41:40.617131 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.managers [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-5987ebab-570f-40d1-9d1c-8e5d63b59eed service neutron] Bound port: 8865c71e-86c8-4399-8ae8-ca79f0c083fa, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44e20436-1003-4b4b-a47c-42a8265f36b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427'}}] {{(pid=94799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:41:40.617748 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-5987ebab-570f-40d1-9d1c-8e5d63b59eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:40.701713 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-5987ebab-570f-40d1-9d1c-8e5d63b59eed service neutron] For port 8865c71e-86c8-4399-8ae8-ca79f0c083fa, host hv-cinder-80920, cleared binding levels {{(pid=94799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:41:40.705895 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-5987ebab-570f-40d1-9d1c-8e5d63b59eed service neutron] For port 8865c71e-86c8-4399-8ae8-ca79f0c083fa, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=8865c71e-86c8-4399-8ae8-ca79f0c083fa,segment=NetworkSegment(44e20436-1003-4b4b-a47c-42a8265f36b4),segment_id=44e20436-1003-4b4b-a47c-42a8265f36b4)] {{(pid=94799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:41:40.805410 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-5987ebab-570f-40d1-9d1c-8e5d63b59eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9314481'] for port, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:40.843462 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-5987ebab-570f-40d1-9d1c-8e5d63b59eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:40.844572 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-5987ebab-570f-40d1-9d1c-8e5d63b59eed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:40.847223 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-5987ebab-570f-40d1-9d1c-8e5d63b59eed service neutron] 10.222.0.58 "PUT /v2.0/ports/8865c71e-86c8-4399-8ae8-ca79f0c083fa HTTP/1.1" status: 200 len: 1093 time: 0.9708297 Sep 15 15:41:40.851833 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244ddf94-4bab-44a9-9382-0d24cf41c814', 'tag': '8865c71e-86c8-4399-8ae8-ca79f0c083fa'}] {{(pid=94799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:41:40.855717 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caaf3dc35d391ee5789c70ae145b39738e2d95c5e07cc5749919ddff6cc97c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f998e271-e900-4483-a1a4-0452baa0ed3a" -d '{"events": [{"name": "network-changed", "server_uuid": "244ddf94-4bab-44a9-9382-0d24cf41c814", "tag": "8865c71e-86c8-4399-8ae8-ca79f0c083fa"}]}' {{(pid=94799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:41:40.894424 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987ebab-570f-40d1-9d1c-8e5d63b59eed service neutron] Pushing event updated for resources: {'Port': ['ID=8865c71e-86c8-4399-8ae8-ca79f0c083fa,revision_number=3']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:41:40.919633 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba68adb-2660-4457-95ee-566ebf6c4329 x-openstack-request-id: req-cba68adb-2660-4457-95ee-566ebf6c4329 {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:41:40.920081 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "244ddf94-4bab-44a9-9382-0d24cf41c814", "tag": "8865c71e-86c8-4399-8ae8-ca79f0c083fa", "status": "completed", "code": 200}]} {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:41:40.920627 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cba68adb-2660-4457-95ee-566ebf6c4329 {{(pid=94799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:41:40.922207 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244ddf94-4bab-44a9-9382-0d24cf41c814', 'tag': '8865c71e-86c8-4399-8ae8-ca79f0c083fa', 'status': 'completed', 'code': 200} Sep 15 15:41:40.992771 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998e271-e900-4483-a1a4-0452baa0ed3a req-3c02d9a8-db31-4203-bc21-c6bbb321e6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:40.995067 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-f998e271-e900-4483-a1a4-0452baa0ed3a req-3c02d9a8-db31-4203-bc21-c6bbb321e6ac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d812ec61757446683167b44880ffb33&device_id=244ddf94-4bab-44a9-9382-0d24cf41c814 HTTP/1.1" status: 200 len: 1096 time: 0.0544059 Sep 15 15:41:41.153665 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998e271-e900-4483-a1a4-0452baa0ed3a req-fe5b8c68-f546-4a5f-8cce-8e9790edd95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:41.156193 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-f998e271-e900-4483-a1a4-0452baa0ed3a req-fe5b8c68-f546-4a5f-8cce-8e9790edd95c service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=7d812ec61757446683167b44880ffb33&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1536202 Sep 15 15:41:41.266743 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998e271-e900-4483-a1a4-0452baa0ed3a req-5f75d557-0b37-40d1-9d11-54b7910f3c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:41.266743 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-f998e271-e900-4483-a1a4-0452baa0ed3a req-5f75d557-0b37-40d1-9d11-54b7910f3c6e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008711 Sep 15 15:41:41.346346 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-3a7b943e-9947-4a4d-a686-1fb90a07aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:41.347920 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-3a7b943e-9947-4a4d-a686-1fb90a07aad6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d812ec61757446683167b44880ffb33&device_id=244ddf94-4bab-44a9-9382-0d24cf41c814 HTTP/1.1" status: 200 len: 1096 time: 0.0455372 Sep 15 15:41:41.379752 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3292f-8256-45a9-b4d4-dc10225ee916 req-758e5046-42a1-4551-8965-453112e4942d tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:41.381444 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-3bf3292f-8256-45a9-b4d4-dc10225ee916 req-758e5046-42a1-4551-8965-453112e4942d tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=244ddf94-4bab-44a9-9382-0d24cf41c814 HTTP/1.1" status: 200 len: 943 time: 0.0520444 Sep 15 15:41:41.391213 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-a47b0539-728e-4a6c-85a2-0fcc4ad1ae76 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8865c71e-86c8-4399-8ae8-ca79f0c083fa HTTP/1.1" status: 200 len: 217 time: 0.0358024 Sep 15 15:41:41.427538 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-3bf3292f-8256-45a9-b4d4-dc10225ee916 req-4e6780d1-219d-413b-9483-e203edf9a065 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393870 Sep 15 15:41:41.450178 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-aa49c72e-d212-42f1-9eed-126f7a25e292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:41.451895 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-aa49c72e-d212-42f1-9eed-126f7a25e292 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=781284e4-ba10-42ed-9662-a5f92afda956 HTTP/1.1" status: 200 len: 851 time: 0.0540590 Sep 15 15:41:41.500738 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-b71c245d-e967-4e90-85c5-0ab0ad060f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:41.502273 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-b71c245d-e967-4e90-85c5-0ab0ad060f5b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=07a53ba0-b090-4791-856f-35fa91df8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429850 Sep 15 15:41:41.603216 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-2e6411e9-675c-4713-90a9-419028b70606 service neutron] 10.222.0.58 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937638 Sep 15 15:41:41.715070 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-a17b0de4-1598-4c26-aa68-25ec5d07da2f req-eb403878-91cb-4d96-9e4f-ca3f47346876 service neutron] 10.222.0.58 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049767 Sep 15 15:41:42.586111 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8d910-30c9-46af-8c52-1785d0bba4af req-d3400510-5158-4d90-b3bb-3d507d1fdb59 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:42.588779 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4bf8d910-30c9-46af-8c52-1785d0bba4af req-d3400510-5158-4d90-b3bb-3d507d1fdb59 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=244ddf94-4bab-44a9-9382-0d24cf41c814 HTTP/1.1" status: 200 len: 943 time: 0.0809531 Sep 15 15:41:42.629148 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-4bf8d910-30c9-46af-8c52-1785d0bba4af req-5a744aa4-4dec-44eb-853d-1f5ef18989be tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336032 Sep 15 15:41:43.756025 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c910ea-5263-4195-873a-6b90d55bf2e6 req-58d2f959-927b-4a87-b88c-e86f0a3ea43c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:43.757623 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-03c910ea-5263-4195-873a-6b90d55bf2e6 req-58d2f959-927b-4a87-b88c-e86f0a3ea43c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=244ddf94-4bab-44a9-9382-0d24cf41c814 HTTP/1.1" status: 200 len: 943 time: 0.0531847 Sep 15 15:41:43.801781 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-03c910ea-5263-4195-873a-6b90d55bf2e6 req-c253f560-fd35-48a5-97c3-ddb1f8ed1d89 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365140 Sep 15 15:41:44.924736 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98af2de-1c56-4007-8449-b842a52ffd40 req-d1634c63-7213-4934-9706-4add7a723c74 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:44.926318 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f98af2de-1c56-4007-8449-b842a52ffd40 req-d1634c63-7213-4934-9706-4add7a723c74 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=244ddf94-4bab-44a9-9382-0d24cf41c814 HTTP/1.1" status: 200 len: 943 time: 0.0510769 Sep 15 15:41:44.978849 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-f98af2de-1c56-4007-8449-b842a52ffd40 req-2741a6f2-689c-4539-a3e2-58ca80dc4e8b tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461042 Sep 15 15:41:46.102551 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207ebc1-8ef4-4140-b127-b48d6b343fbb req-b0a2b8f8-0071-4c50-bd73-0241126118a3 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:46.104138 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0207ebc1-8ef4-4140-b127-b48d6b343fbb req-b0a2b8f8-0071-4c50-bd73-0241126118a3 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=244ddf94-4bab-44a9-9382-0d24cf41c814 HTTP/1.1" status: 200 len: 943 time: 0.0529494 Sep 15 15:41:46.151355 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-0207ebc1-8ef4-4140-b127-b48d6b343fbb req-69013d47-8654-436e-bb4c-82da525839b2 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353532 Sep 15 15:41:47.282238 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd7a2a-a1dc-48d5-9abd-3c5b4ed440a3 req-460ac8d3-2866-4a8a-beb3-5db032ea6187 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:47.284008 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-afdd7a2a-a1dc-48d5-9abd-3c5b4ed440a3 req-460ac8d3-2866-4a8a-beb3-5db032ea6187 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=244ddf94-4bab-44a9-9382-0d24cf41c814 HTTP/1.1" status: 200 len: 943 time: 0.0543487 Sep 15 15:41:47.327893 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-afdd7a2a-a1dc-48d5-9abd-3c5b4ed440a3 req-bf5976f7-7605-4320-a9ba-3740356cc0ad tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369067 Sep 15 15:41:48.642084 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff1b0a-0ff4-429e-9d74-49bb3519dab5 req-5f8d15bf-77c0-4d0e-96fb-6ae07aab2e4c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:48.643795 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5eff1b0a-0ff4-429e-9d74-49bb3519dab5 req-5f8d15bf-77c0-4d0e-96fb-6ae07aab2e4c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=244ddf94-4bab-44a9-9382-0d24cf41c814 HTTP/1.1" status: 200 len: 943 time: 0.0556819 Sep 15 15:41:48.690377 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5eff1b0a-0ff4-429e-9d74-49bb3519dab5 req-849ce8ae-28a8-464a-9ba8-484eab20fb6a tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399342 Sep 15 15:41:49.114803 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 8865c71e-86c8-4399-8ae8-ca79f0c083fa details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:41:49.352200 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 8865c71e-86c8-4399-8ae8-ca79f0c083fa, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=8865c71e-86c8-4399-8ae8-ca79f0c083fa,segment=NetworkSegment(44e20436-1003-4b4b-a47c-42a8265f36b4),segment_id=44e20436-1003-4b4b-a47c-42a8265f36b4)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:41:49.367230 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Returning: {'device': '8865c71e-86c8-4399-8ae8-ca79f0c083fa', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'port_id': '8865c71e-86c8-4399-8ae8-ca79f0c083fa', 'mac_address': 'fa:16:3e:7f:32:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '781284e4-ba10-42ed-9662-a5f92afda956', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:41:49.406281 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:49.420519 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8865c71e-86c8-4399-8ae8-ca79f0c083fa {{(pid=94801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:41:49.441909 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 8865c71e-86c8-4399-8ae8-ca79f0c083fa, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=8865c71e-86c8-4399-8ae8-ca79f0c083fa,segment=NetworkSegment(44e20436-1003-4b4b-a47c-42a8265f36b4),segment_id=44e20436-1003-4b4b-a47c-42a8265f36b4)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:41:49.507302 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:49.573303 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=8865c71e-86c8-4399-8ae8-ca79f0c083fa,revision_number=4']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:41:49.582308 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:49.582654 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:49.583022 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:49.583360 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:49.583691 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:49.584023 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:49.584355 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:49.584681 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:49.585088 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:49.585425 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:49.585749 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:49.586071 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:49.728107 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] get_ports_and_sgs() called for port_ids ['8865c71e-86c8-4399-8ae8-ca79f0c083fa'] {{(pid=94801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:41:49.821861 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1fb65-bf01-465d-a7e1-d59397e99374 req-11c5afa4-c65f-446d-8fa4-826a925f1dd8 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:49.823512 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5af1fb65-bf01-465d-a7e1-d59397e99374 req-11c5afa4-c65f-446d-8fa4-826a925f1dd8 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=244ddf94-4bab-44a9-9382-0d24cf41c814 HTTP/1.1" status: 200 len: 944 time: 0.0599685 Sep 15 15:41:49.872277 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5af1fb65-bf01-465d-a7e1-d59397e99374 req-e4902158-38cd-48fc-93e7-2a34f021b078 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370188 Sep 15 15:41:51.028960 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4810e-6d57-4407-bf12-76ad990ad060 req-8eb9f0dd-89ff-4205-a468-ca558247fa92 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:51.030617 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5ae4810e-6d57-4407-bf12-76ad990ad060 req-8eb9f0dd-89ff-4205-a468-ca558247fa92 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=244ddf94-4bab-44a9-9382-0d24cf41c814 HTTP/1.1" status: 200 len: 944 time: 0.0537102 Sep 15 15:41:51.077656 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-5ae4810e-6d57-4407-bf12-76ad990ad060 req-7edfa9d1-392a-4fec-a7d5-3db7a235bbf0 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357425 Sep 15 15:41:51.117077 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 8865c71e-86c8-4399-8ae8-ca79f0c083fa up at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:41:51.284351 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning for port 8865c71e-86c8-4399-8ae8-ca79f0c083fa completed by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:41:51.288591 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.provisioning_blocks [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Provisioning complete for port 8865c71e-86c8-4399-8ae8-ca79f0c083fa triggered by entity L2. {{(pid=94801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:41:51.289040 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1509671'] for port, provisioning_complete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:51.372725 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:51.399035 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244ddf94-4bab-44a9-9382-0d24cf41c814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8865c71e-86c8-4399-8ae8-ca79f0c083fa'}] {{(pid=94801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:41:51.401389 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8497b2f7af29019820657d85d774f1c204eadfe3ca372fc079c0e0a7b64ddb04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda49b8a-7ec8-4a17-a359-9dada1290f70" -d '{"events": [{"server_uuid": "244ddf94-4bab-44a9-9382-0d24cf41c814", "name": "network-vif-plugged", "status": "completed", "tag": "8865c71e-86c8-4399-8ae8-ca79f0c083fa"}]}' {{(pid=94801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:41:51.415775 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] For port 8865c71e-86c8-4399-8ae8-ca79f0c083fa, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=8865c71e-86c8-4399-8ae8-ca79f0c083fa,segment=NetworkSegment(44e20436-1003-4b4b-a47c-42a8265f36b4),segment_id=44e20436-1003-4b4b-a47c-42a8265f36b4)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:41:51.441655 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cfc8b2-79f8-4101-afb2-5077b968ea67 x-openstack-request-id: req-71cfc8b2-79f8-4101-afb2-5077b968ea67 {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:41:51.441987 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244ddf94-4bab-44a9-9382-0d24cf41c814", "name": "network-vif-plugged", "status": "completed", "tag": "8865c71e-86c8-4399-8ae8-ca79f0c083fa", "code": 200}]} {{(pid=94801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:41:51.442270 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-71cfc8b2-79f8-4101-afb2-5077b968ea67 {{(pid=94801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:41:51.442721 dv-cinder-809201-1-iscsi neutron-server[94801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244ddf94-4bab-44a9-9382-0d24cf41c814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8865c71e-86c8-4399-8ae8-ca79f0c083fa', 'code': 200} Sep 15 15:41:51.496394 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500'] for port, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:51.558322 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Pushing event updated for resources: {'Port': ['ID=8865c71e-86c8-4399-8ae8-ca79f0c083fa,revision_number=5']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:41:51.790399 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d92ed6-09da-46e4-9206-8a99e07925f1 req-73af4680-0b3f-4b5c-b367-6bfd84f77a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:51.792001 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-12d92ed6-09da-46e4-9206-8a99e07925f1 req-73af4680-0b3f-4b5c-b367-6bfd84f77a10 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=244ddf94-4bab-44a9-9382-0d24cf41c814 HTTP/1.1" status: 200 len: 1098 time: 0.0426686 Sep 15 15:41:51.830021 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-12d92ed6-09da-46e4-9206-8a99e07925f1 req-bc68f9d5-fbcc-407e-b221-ea850fb9773a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309629 Sep 15 15:41:52.201041 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0155db2-f4c8-4be2-bcd6-3f457a237def req-ad31c3e9-7d7f-454b-b5fc-3a0ffda4c985 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:52.202655 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e0155db2-f4c8-4be2-bcd6-3f457a237def req-ad31c3e9-7d7f-454b-b5fc-3a0ffda4c985 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=244ddf94-4bab-44a9-9382-0d24cf41c814 HTTP/1.1" status: 200 len: 945 time: 0.0540667 Sep 15 15:41:52.252474 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-e0155db2-f4c8-4be2-bcd6-3f457a237def req-2866db01-4420-4766-a244-bf617298713c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386300 Sep 15 15:41:53.170288 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-1dae3281-45c1-4b45-9cf3-6f71a4477117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:53.395061 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6f534-2603-4973-bcf8-ca0151a391b1 req-2edf9237-dc2d-4392-bcd9-16f4293573ef tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:53.396662 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-14e6f534-2603-4973-bcf8-ca0151a391b1 req-2edf9237-dc2d-4392-bcd9-16f4293573ef tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=244ddf94-4bab-44a9-9382-0d24cf41c814 HTTP/1.1" status: 200 len: 945 time: 0.0538483 Sep 15 15:41:53.437009 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-14e6f534-2603-4973-bcf8-ca0151a391b1 req-0a9aab9d-b2a9-4975-b98d-313cedb461a7 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338402 Sep 15 15:41:53.560203 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7242cb3-e36c-44cd-b5a9-95f1fe3a16ea req-dc672270-2793-437a-83a6-9761873cc160 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:53.561834 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a7242cb3-e36c-44cd-b5a9-95f1fe3a16ea req-dc672270-2793-437a-83a6-9761873cc160 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=244ddf94-4bab-44a9-9382-0d24cf41c814 HTTP/1.1" status: 200 len: 945 time: 0.0552001 Sep 15 15:41:53.603996 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a7242cb3-e36c-44cd-b5a9-95f1fe3a16ea req-39031539-c5e2-4d9f-b6ad-2b60caa17113 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355492 Sep 15 15:41:53.627474 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 57248) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:41:53.685101 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec37ee3-747c-4fc1-8ac3-80c4d0d18733 tempest-TestVolumeBootPattern-326610794 tempest-TestVolumeBootPattern-326610794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:53.687588 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-6ec37ee3-747c-4fc1-8ac3-80c4d0d18733 tempest-TestVolumeBootPattern-326610794 tempest-TestVolumeBootPattern-326610794-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=244ddf94-4bab-44a9-9382-0d24cf41c814 HTTP/1.1" status: 200 len: 1093 time: 0.0588481 Sep 15 15:41:53.690590 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 57250) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:41:53.695725 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.v2.base [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Request body: {'floatingip': {'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'port_id': '8865c71e-86c8-4399-8ae8-ca79f0c083fa', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:41:53.787376 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for floatingip, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:53.894266 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:54.011094 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_common [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Allocated IP 172.27.3.111 (70862140-ffde-47fa-81bd-8f9d99919982/7ac39d78-6dff-4eb9-9797-5a3cc8acd948/eb5c8287-95b4-441a-9f12-fb1502a4acd7) {{(pid=94799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:41:54.381508 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:54.425069 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for port, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:54.542024 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751442561464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:54.584046 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Network 70862140-ffde-47fa-81bd-8f9d99919982 is already hosted by enough agents. {{(pid=94799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:41:54.587340 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.base_scheduler [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Resources bound (agent type, host, resource id): {{(pid=94799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:41:54.595784 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Received port after_create {{(pid=94799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:41:54.602241 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Pushing event updated for resources: {'Port': ['ID=eb5c8287-95b4-441a-9f12-fb1502a4acd7,revision_number=1']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:41:54.637502 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:54.637502 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:54.637849 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:54.643368 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:54.643743 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:54.644075 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:54.644403 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:54.644730 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:54.645057 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:54.645382 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:54.645703 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:54.646024 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:55.003490 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:55.127757 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1453035'] for port, before_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:55.291175 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for port, precommit_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:55.335514 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751443098125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751442561482', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751442561500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9314481'] for port, after_update {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:55.413139 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Pushing event updated for resources: {'Port': ['ID=eb5c8287-95b4-441a-9f12-fb1502a4acd7,revision_number=2']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:41:55.427543 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568849'] for floatingip, after_create {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:55.534770 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.db.l3_db [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Floating IP aead42c4-7bb9-4d37-aeb6-c4323939bf42 associated. External IP: 172.27.3.111, port: 8865c71e-86c8-4399-8ae8-ca79f0c083fa. Sep 15 15:41:55.756611 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Router 62aad18c-acc3-41bf-928c-65965ccf1a68 has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:41:55.872578 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:41:55.883164 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45616b9-cbe1-4f90-91b7-21a5872ef82c None None] Sync routers for ids ['62aad18c-acc3-41bf-928c-65965ccf1a68'] in dv-cinder-809201-1-iscsi {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:41:55.895215 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45616b9-cbe1-4f90-91b7-21a5872ef82c None None] Routers {'62aad18c-acc3-41bf-928c-65965ccf1a68'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:41:55.896007 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-d45616b9-cbe1-4f90-91b7-21a5872ef82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:41:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['62aad18c-acc3-41bf-928c-65965ccf1a68'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:41:56.010035 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for floatingip, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:56.027804 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-d45616b9-cbe1-4f90-91b7-21a5872ef82c None None] Set router 62aad18c-acc3-41bf-928c-65965ccf1a68 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:41:56.038583 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-63911300-fed3-4b63-8ad5-4d85861d2a6e tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3464382 Sep 15 15:41:56.039329 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244ddf94-4bab-44a9-9382-0d24cf41c814', 'tag': '8865c71e-86c8-4399-8ae8-ca79f0c083fa'}] {{(pid=94799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:41:56.041639 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caaf3dc35d391ee5789c70ae145b39738e2d95c5e07cc5749919ddff6cc97c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33057741-2537-4882-b479-456db91476aa" -d '{"events": [{"name": "network-changed", "server_uuid": "244ddf94-4bab-44a9-9382-0d24cf41c814", "tag": "8865c71e-86c8-4399-8ae8-ca79f0c083fa"}]}' {{(pid=94799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:41:56.070689 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-344daab5-c466-415a-a5e9-42bb7a278332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:56.091853 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc997466-a539-4130-a2de-7dc696f45e1b x-openstack-request-id: req-dc997466-a539-4130-a2de-7dc696f45e1b {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:41:56.092142 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "244ddf94-4bab-44a9-9382-0d24cf41c814", "tag": "8865c71e-86c8-4399-8ae8-ca79f0c083fa", "status": "completed", "code": 200}]} {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:41:56.092393 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dc997466-a539-4130-a2de-7dc696f45e1b {{(pid=94799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:41:56.092793 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244ddf94-4bab-44a9-9382-0d24cf41c814', 'tag': '8865c71e-86c8-4399-8ae8-ca79f0c083fa', 'status': 'completed', 'code': 200} Sep 15 15:41:56.166427 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33057741-2537-4882-b479-456db91476aa req-eb90fb8b-d375-4401-8f29-e8085ad2ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:56.169153 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-33057741-2537-4882-b479-456db91476aa req-eb90fb8b-d375-4401-8f29-e8085ad2ec18 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d812ec61757446683167b44880ffb33&device_id=244ddf94-4bab-44a9-9382-0d24cf41c814 HTTP/1.1" status: 200 len: 1098 time: 0.0532272 Sep 15 15:41:56.274935 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33057741-2537-4882-b479-456db91476aa req-93fab1c0-ea0a-4efc-9898-e0a745ca27f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:56.276386 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-33057741-2537-4882-b479-456db91476aa req-93fab1c0-ea0a-4efc-9898-e0a745ca27f3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=07a53ba0-b090-4791-856f-35fa91df8427 HTTP/1.1" status: 200 len: 913 time: 0.1006954 Sep 15 15:41:56.291266 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:56.296161 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-d45616b9-cbe1-4f90-91b7-21a5872ef82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'name': 'tempest-TestVolumeBootPattern-2106588752-router', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:34Z', 'updated_at': '2021-09-15T15:36:38Z', 'revision_number': 4, 'project_id': '7d812ec61757446683167b44880ffb33', 'gw_port': {'id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:35Z', 'updated_at': '2021-09-15T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': '4218224e-803f-4fe6-bf68-8bf78e570df2', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'port_id': '68c6baf4-01e4-4fbe-8f50-0ba842ac227b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'mac_address': 'fa:16:3e:47:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c92339-f087-4112-ab33-acac801b7b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:39:53Z', 'updated_at': '2021-09-15T15:39:56Z', 'revision_number': 1, 'project_id': '7d812ec61757446683167b44880ffb33', 'fixed_ip_address_scope': None}, {'id': 'aead42c4-7bb9-4d37-aeb6-c4323939bf42', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'port_id': '8865c71e-86c8-4399-8ae8-ca79f0c083fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'mac_address': 'fa:16:3e:7f:32:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ddf94-4bab-44a9-9382-0d24cf41c814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:41:54Z', 'updated_at': '2021-09-15T15:41:54Z', 'revision_number': 0, 'project_id': '7d812ec61757446683167b44880ffb33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea50da73-6cc0-41aa-b562-cca6a704feca', 'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'mac_address': 'fa:16:3e:77:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '781284e4-ba10-42ed-9662-a5f92afda956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:37Z', 'updated_at': '2021-09-15T15:36:43Z', 'revision_number': 5, 'project_id': '7d812ec61757446683167b44880ffb33', 'subnets': [{'id': '781284e4-ba10-42ed-9662-a5f92afda956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:41:56.345547 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-33057741-2537-4882-b479-456db91476aa req-1e4d3cf3-a7e8-4277-a21b-ce46374280e1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8865c71e-86c8-4399-8ae8-ca79f0c083fa HTTP/1.1" status: 200 len: 999 time: 0.0625398 Sep 15 15:41:56.351300 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45616b9-cbe1-4f90-91b7-21a5872ef82c None None] Checking router: 62aad18c-acc3-41bf-928c-65965ccf1a68 for host: dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:41:56.366765 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45616b9-cbe1-4f90-91b7-21a5872ef82c None None] Routers {'62aad18c-acc3-41bf-928c-65965ccf1a68'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:41:56.368005 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-d45616b9-cbe1-4f90-91b7-21a5872ef82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:41:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['62aad18c-acc3-41bf-928c-65965ccf1a68'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:41:56.397008 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33057741-2537-4882-b479-456db91476aa req-512092e2-9884-49d6-bdae-6bcc2f71dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:56.398485 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-33057741-2537-4882-b479-456db91476aa req-512092e2-9884-49d6-bdae-6bcc2f71dfd8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=781284e4-ba10-42ed-9662-a5f92afda956 HTTP/1.1" status: 200 len: 851 time: 0.0461557 Sep 15 15:41:56.461247 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33057741-2537-4882-b479-456db91476aa req-ca4514c8-db0f-4cb3-bcf9-4259751cdcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:56.463768 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-33057741-2537-4882-b479-456db91476aa req-ca4514c8-db0f-4cb3-bcf9-4259751cdcd9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=07a53ba0-b090-4791-856f-35fa91df8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585513 Sep 15 15:41:56.515287 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-d45616b9-cbe1-4f90-91b7-21a5872ef82c None None] Set router 62aad18c-acc3-41bf-928c-65965ccf1a68 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:41:56.561907 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-33057741-2537-4882-b479-456db91476aa req-71a5aa8e-3127-488b-9c16-7c54085a2235 service neutron] 10.222.0.58 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912468 Sep 15 15:41:56.673886 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-33057741-2537-4882-b479-456db91476aa req-21fc4975-1cb4-4101-91cb-cb57a323f91f service neutron] 10.222.0.58 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053188 Sep 15 15:41:56.788315 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-d45616b9-cbe1-4f90-91b7-21a5872ef82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'name': 'tempest-TestVolumeBootPattern-2106588752-router', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:34Z', 'updated_at': '2021-09-15T15:36:38Z', 'revision_number': 4, 'project_id': '7d812ec61757446683167b44880ffb33', 'gw_port': {'id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:35Z', 'updated_at': '2021-09-15T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': '4218224e-803f-4fe6-bf68-8bf78e570df2', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'port_id': '68c6baf4-01e4-4fbe-8f50-0ba842ac227b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'mac_address': 'fa:16:3e:47:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c92339-f087-4112-ab33-acac801b7b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:39:53Z', 'updated_at': '2021-09-15T15:39:56Z', 'revision_number': 1, 'project_id': '7d812ec61757446683167b44880ffb33', 'fixed_ip_address_scope': None}, {'id': 'aead42c4-7bb9-4d37-aeb6-c4323939bf42', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'port_id': '8865c71e-86c8-4399-8ae8-ca79f0c083fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'mac_address': 'fa:16:3e:7f:32:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ddf94-4bab-44a9-9382-0d24cf41c814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:41:54Z', 'updated_at': '2021-09-15T15:41:54Z', 'revision_number': 0, 'project_id': '7d812ec61757446683167b44880ffb33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea50da73-6cc0-41aa-b562-cca6a704feca', 'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'mac_address': 'fa:16:3e:77:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '781284e4-ba10-42ed-9662-a5f92afda956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:37Z', 'updated_at': '2021-09-15T15:36:43Z', 'revision_number': 5, 'project_id': '7d812ec61757446683167b44880ffb33', 'subnets': [{'id': '781284e4-ba10-42ed-9662-a5f92afda956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:41:56.817574 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45616b9-cbe1-4f90-91b7-21a5872ef82c None None] The sync data for ids ['62aad18c-acc3-41bf-928c-65965ccf1a68'] in dv-cinder-809201-1-iscsi is: [{'id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'name': 'tempest-TestVolumeBootPattern-2106588752-router', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:34Z', 'updated_at': '2021-09-15T15:36:38Z', 'revision_number': 4, 'project_id': '7d812ec61757446683167b44880ffb33', 'gw_port': {'id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:35Z', 'updated_at': '2021-09-15T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': '4218224e-803f-4fe6-bf68-8bf78e570df2', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'port_id': '68c6baf4-01e4-4fbe-8f50-0ba842ac227b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'mac_address': 'fa:16:3e:47:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c92339-f087-4112-ab33-acac801b7b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:39:53Z', 'updated_at': '2021-09-15T15:39:56Z', 'revision_number': 1, 'project_id': '7d812ec61757446683167b44880ffb33', 'fixed_ip_address_scope': None}, {'id': 'aead42c4-7bb9-4d37-aeb6-c4323939bf42', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'port_id': '8865c71e-86c8-4399-8ae8-ca79f0c083fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'mac_address': 'fa:16:3e:7f:32:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ddf94-4bab-44a9-9382-0d24cf41c814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:41:54Z', 'updated_at': '2021-09-15T15:41:54Z', 'revision_number': 0, 'project_id': '7d812ec61757446683167b44880ffb33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea50da73-6cc0-41aa-b562-cca6a704feca', 'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'mac_address': 'fa:16:3e:77:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '781284e4-ba10-42ed-9662-a5f92afda956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:37Z', 'updated_at': '2021-09-15T15:36:43Z', 'revision_number': 5, 'project_id': '7d812ec61757446683167b44880ffb33', 'subnets': [{'id': '781284e4-ba10-42ed-9662-a5f92afda956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:41:57.025977 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18889e9a-5623-4d9f-bc73-a3caab8aa425 None None] New status for floating IP aead42c4-7bb9-4d37-aeb6-c4323939bf42: ACTIVE {{(pid=94802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:41:57.135682 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:58.810468 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:08.970820 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:42:23.220370 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-89cdab45-e825-48a0-ab8c-7160cef826ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:24.369314 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:26.125227 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-806a3b2d-12d2-4239-a3eb-6f327b52683b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:26.152022 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:27.146152 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:28.831884 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:37.924802 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-5f578f06-39de-4be1-b03d-bf228abbd675 req-f1590965-0aee-4405-bb2c-2924695b81c0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d2c92339-f087-4112-ab33-acac801b7b29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459452 Sep 15 15:42:38.013000 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f578f06-39de-4be1-b03d-bf228abbd675 req-306cae13-47dd-4de8-ae90-38f949ad602f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:38.014465 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-5f578f06-39de-4be1-b03d-bf228abbd675 req-306cae13-47dd-4de8-ae90-38f949ad602f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d812ec61757446683167b44880ffb33&device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 1099 time: 0.0464048 Sep 15 15:42:38.131322 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f578f06-39de-4be1-b03d-bf228abbd675 req-42137293-5c66-44e3-aef5-be3c0ab52837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:38.132865 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-5f578f06-39de-4be1-b03d-bf228abbd675 req-42137293-5c66-44e3-aef5-be3c0ab52837 service neutron] 10.222.0.58 "GET /v2.0/networks?id=07a53ba0-b090-4791-856f-35fa91df8427 HTTP/1.1" status: 200 len: 913 time: 0.0977633 Sep 15 15:42:38.204318 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-5f578f06-39de-4be1-b03d-bf228abbd675 req-d7fb5630-2809-4334-9aca-0c1f1a7f5e6e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68c6baf4-01e4-4fbe-8f50-0ba842ac227b HTTP/1.1" status: 200 len: 1002 time: 0.0638592 Sep 15 15:42:38.264799 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f578f06-39de-4be1-b03d-bf228abbd675 req-17ad2939-cb38-4d08-af18-1910f34e8ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:38.266448 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-5f578f06-39de-4be1-b03d-bf228abbd675 req-17ad2939-cb38-4d08-af18-1910f34e8ba1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=781284e4-ba10-42ed-9662-a5f92afda956 HTTP/1.1" status: 200 len: 851 time: 0.0554419 Sep 15 15:42:38.318422 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f578f06-39de-4be1-b03d-bf228abbd675 req-b03fe8f5-6894-4dc2-b4f1-29f6010711c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:38.320003 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-5f578f06-39de-4be1-b03d-bf228abbd675 req-b03fe8f5-6894-4dc2-b4f1-29f6010711c7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=07a53ba0-b090-4791-856f-35fa91df8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470455 Sep 15 15:42:38.425934 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-5f578f06-39de-4be1-b03d-bf228abbd675 req-f9711c9f-2de7-4888-b662-cf413e351fac service neutron] 10.222.0.58 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977526 Sep 15 15:42:38.538743 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-5f578f06-39de-4be1-b03d-bf228abbd675 req-73e757a7-2dbc-4702-9b77-777d97b15e01 service neutron] 10.222.0.58 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047421 Sep 15 15:42:45.971086 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:42:46.369107 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [req-2773977e-179d-48f7-bbbb-4514733319fb req-e59c353b-42fa-49e5-be90-1a2905a51535 service neutron] (94800) timed out ('10.222.0.58', 59786) {{(pid=94800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 15:42:53.197166 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-c89fe8d4-b044-42df-8bff-02adfa0e0102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:54.403564 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:56.116881 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-809951c8-0b80-47aa-b7d4-df682b1c2ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:56.214834 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:57.162593 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:58.853920 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:22.970337 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:43:23.184764 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e5360870-8d65-449f-9322-6189d0c2a048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:24.419257 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:26.104323 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e4ad5869-0fe3-4bea-8878-3da168789e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:26.172911 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:27.132930 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:28.824300 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:34.788877 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 57280) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:34.957537 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-a0d95bbc-c36f-4a58-aceb-3d870d15016c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Deleting port eb5c8287-95b4-441a-9f12-fb1502a4acd7 {{(pid=94799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:43:34.957853 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a0d95bbc-c36f-4a58-aceb-3d870d15016c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:35.073863 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a0d95bbc-c36f-4a58-aceb-3d870d15016c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:35.074171 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a0d95bbc-c36f-4a58-aceb-3d870d15016c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:35.086783 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-a0d95bbc-c36f-4a58-aceb-3d870d15016c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Calling delete_port for eb5c8287-95b4-441a-9f12-fb1502a4acd7 owned by network:floatingip {{(pid=94799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:43:35.322101 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a0d95bbc-c36f-4a58-aceb-3d870d15016c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:35.353423 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d95bbc-c36f-4a58-aceb-3d870d15016c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Pushing event deleted for resources: {'Port': ['ID=eb5c8287-95b4-441a-9f12-fb1502a4acd7,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:35.365465 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d95bbc-c36f-4a58-aceb-3d870d15016c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:35.365827 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d95bbc-c36f-4a58-aceb-3d870d15016c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:35.366166 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d95bbc-c36f-4a58-aceb-3d870d15016c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:35.366489 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d95bbc-c36f-4a58-aceb-3d870d15016c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:35.366811 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d95bbc-c36f-4a58-aceb-3d870d15016c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:35.367178 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d95bbc-c36f-4a58-aceb-3d870d15016c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:35.367501 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d95bbc-c36f-4a58-aceb-3d870d15016c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:35.367841 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d95bbc-c36f-4a58-aceb-3d870d15016c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:35.368162 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d95bbc-c36f-4a58-aceb-3d870d15016c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:35.368476 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d95bbc-c36f-4a58-aceb-3d870d15016c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:35.368809 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d95bbc-c36f-4a58-aceb-3d870d15016c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:35.369117 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d95bbc-c36f-4a58-aceb-3d870d15016c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:35.427352 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a0d95bbc-c36f-4a58-aceb-3d870d15016c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for floatingip, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:35.427671 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.db.l3_db [None req-a0d95bbc-c36f-4a58-aceb-3d870d15016c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Floating IP aead42c4-7bb9-4d37-aeb6-c4323939bf42 disassociated (deleted). External IP: 172.27.3.111, port: 8865c71e-86c8-4399-8ae8-ca79f0c083fa. Sep 15 15:43:35.652017 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d95bbc-c36f-4a58-aceb-3d870d15016c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Router 62aad18c-acc3-41bf-928c-65965ccf1a68 has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:43:36.058007 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d95bbc-c36f-4a58-aceb-3d870d15016c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:43:36.064081 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-a0d95bbc-c36f-4a58-aceb-3d870d15016c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for floatingip, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:36.069321 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e4da51-73c9-4afb-b98c-a24e84b23456 None None] Sync routers for ids ['62aad18c-acc3-41bf-928c-65965ccf1a68'] in dv-cinder-809201-1-iscsi {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:43:36.080176 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e4da51-73c9-4afb-b98c-a24e84b23456 None None] Routers {'62aad18c-acc3-41bf-928c-65965ccf1a68'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:43:36.081065 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-70e4da51-73c9-4afb-b98c-a24e84b23456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:43:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['62aad18c-acc3-41bf-928c-65965ccf1a68'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:36.096374 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-a0d95bbc-c36f-4a58-aceb-3d870d15016c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "DELETE /v2.0/floatingips/aead42c4-7bb9-4d37-aeb6-c4323939bf42 HTTP/1.1" status: 204 len: 168 time: 1.3058558 Sep 15 15:43:36.097355 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244ddf94-4bab-44a9-9382-0d24cf41c814', 'tag': '8865c71e-86c8-4399-8ae8-ca79f0c083fa'}] {{(pid=94799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:43:36.101375 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caaf3dc35d391ee5789c70ae145b39738e2d95c5e07cc5749919ddff6cc97c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d7f587-3d35-469b-9add-54fd59951830" -d '{"events": [{"name": "network-changed", "server_uuid": "244ddf94-4bab-44a9-9382-0d24cf41c814", "tag": "8865c71e-86c8-4399-8ae8-ca79f0c083fa"}]}' {{(pid=94799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:43:36.177617 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823a75b6-c14b-4c83-a385-88a01bc70af8 x-openstack-request-id: req-823a75b6-c14b-4c83-a385-88a01bc70af8 {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:43:36.178055 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "244ddf94-4bab-44a9-9382-0d24cf41c814", "tag": "8865c71e-86c8-4399-8ae8-ca79f0c083fa", "status": "completed", "code": 200}]} {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:43:36.178439 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-823a75b6-c14b-4c83-a385-88a01bc70af8 {{(pid=94799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:43:36.179053 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244ddf94-4bab-44a9-9382-0d24cf41c814', 'tag': '8865c71e-86c8-4399-8ae8-ca79f0c083fa', 'status': 'completed', 'code': 200} Sep 15 15:43:36.231717 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-70e4da51-73c9-4afb-b98c-a24e84b23456 None None] Set router 62aad18c-acc3-41bf-928c-65965ccf1a68 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:43:36.314328 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7f587-3d35-469b-9add-54fd59951830 req-a9f20e6b-795a-4a05-a175-ce775d8be893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:36.315822 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-21d7f587-3d35-469b-9add-54fd59951830 req-a9f20e6b-795a-4a05-a175-ce775d8be893 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d812ec61757446683167b44880ffb33&device_id=244ddf94-4bab-44a9-9382-0d24cf41c814 HTTP/1.1" status: 200 len: 1098 time: 0.1182907 Sep 15 15:43:36.439301 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7f587-3d35-469b-9add-54fd59951830 req-96b3b7c4-2ea4-4cb0-b4dd-607351415ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:36.441415 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-21d7f587-3d35-469b-9add-54fd59951830 req-96b3b7c4-2ea4-4cb0-b4dd-607351415ab7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=07a53ba0-b090-4791-856f-35fa91df8427 HTTP/1.1" status: 200 len: 913 time: 0.1179130 Sep 15 15:43:36.491044 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-21d7f587-3d35-469b-9add-54fd59951830 req-703dce5c-59c3-49a9-8171-397ed2315a88 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8865c71e-86c8-4399-8ae8-ca79f0c083fa HTTP/1.1" status: 200 len: 217 time: 0.0429006 Sep 15 15:43:36.571303 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7f587-3d35-469b-9add-54fd59951830 req-4cfd290d-54a9-44e6-a378-a96529557540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:36.572938 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-21d7f587-3d35-469b-9add-54fd59951830 req-4cfd290d-54a9-44e6-a378-a96529557540 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=781284e4-ba10-42ed-9662-a5f92afda956 HTTP/1.1" status: 200 len: 851 time: 0.0753355 Sep 15 15:43:36.646306 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7f587-3d35-469b-9add-54fd59951830 req-15a662f4-d6cc-4eb9-b066-a9a80fe03bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:36.646306 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-21d7f587-3d35-469b-9add-54fd59951830 req-15a662f4-d6cc-4eb9-b066-a9a80fe03bb6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=07a53ba0-b090-4791-856f-35fa91df8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0615146 Sep 15 15:43:36.705153 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-70e4da51-73c9-4afb-b98c-a24e84b23456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'name': 'tempest-TestVolumeBootPattern-2106588752-router', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:34Z', 'updated_at': '2021-09-15T15:36:38Z', 'revision_number': 4, 'project_id': '7d812ec61757446683167b44880ffb33', 'gw_port': {'id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:35Z', 'updated_at': '2021-09-15T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': '4218224e-803f-4fe6-bf68-8bf78e570df2', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'port_id': '68c6baf4-01e4-4fbe-8f50-0ba842ac227b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'mac_address': 'fa:16:3e:47:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c92339-f087-4112-ab33-acac801b7b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:39:53Z', 'updated_at': '2021-09-15T15:39:56Z', 'revision_number': 1, 'project_id': '7d812ec61757446683167b44880ffb33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea50da73-6cc0-41aa-b562-cca6a704feca', 'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'mac_address': 'fa:16:3e:77:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '781284e4-ba10-42ed-9662-a5f92afda956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:37Z', 'updated_at': '2021-09-15T15:36:43Z', 'revision_number': 5, 'project_id': '7d812ec61757446683167b44880ffb33', 'subnets': [{'id': '781284e4-ba10-42ed-9662-a5f92afda956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:36.735249 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe3e7a-31ca-4b0f-957e-5bbf64e3b50a req-9706ac65-05f5-43af-aa3a-3011e0546269 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:36.736959 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a5fe3e7a-31ca-4b0f-957e-5bbf64e3b50a req-9706ac65-05f5-43af-aa3a-3011e0546269 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=244ddf94-4bab-44a9-9382-0d24cf41c814 HTTP/1.1" status: 200 len: 945 time: 0.1223216 Sep 15 15:43:36.738376 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e4da51-73c9-4afb-b98c-a24e84b23456 None None] Checking router: 62aad18c-acc3-41bf-928c-65965ccf1a68 for host: dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:43:36.752223 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e4da51-73c9-4afb-b98c-a24e84b23456 None None] Routers {'62aad18c-acc3-41bf-928c-65965ccf1a68'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:43:36.753244 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-70e4da51-73c9-4afb-b98c-a24e84b23456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:43:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['62aad18c-acc3-41bf-928c-65965ccf1a68'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:36.778882 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-21d7f587-3d35-469b-9add-54fd59951830 req-c678f658-d244-496b-b8c6-7df33d510055 service neutron] 10.222.0.58 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295993 Sep 15 15:43:36.788206 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-a5fe3e7a-31ca-4b0f-957e-5bbf64e3b50a req-e5c58ea7-08ad-4452-8f42-7dc924730b67 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407248 Sep 15 15:43:36.885130 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-21d7f587-3d35-469b-9add-54fd59951830 req-495e177a-974b-45ad-94d6-b67f37eb6450 service neutron] 10.222.0.58 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987825 Sep 15 15:43:36.898093 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-70e4da51-73c9-4afb-b98c-a24e84b23456 None None] Set router 62aad18c-acc3-41bf-928c-65965ccf1a68 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:43:37.172532 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-70e4da51-73c9-4afb-b98c-a24e84b23456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'name': 'tempest-TestVolumeBootPattern-2106588752-router', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:34Z', 'updated_at': '2021-09-15T15:36:38Z', 'revision_number': 4, 'project_id': '7d812ec61757446683167b44880ffb33', 'gw_port': {'id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:35Z', 'updated_at': '2021-09-15T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': '4218224e-803f-4fe6-bf68-8bf78e570df2', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'port_id': '68c6baf4-01e4-4fbe-8f50-0ba842ac227b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'mac_address': 'fa:16:3e:47:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c92339-f087-4112-ab33-acac801b7b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:39:53Z', 'updated_at': '2021-09-15T15:39:56Z', 'revision_number': 1, 'project_id': '7d812ec61757446683167b44880ffb33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea50da73-6cc0-41aa-b562-cca6a704feca', 'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'mac_address': 'fa:16:3e:77:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '781284e4-ba10-42ed-9662-a5f92afda956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:37Z', 'updated_at': '2021-09-15T15:36:43Z', 'revision_number': 5, 'project_id': '7d812ec61757446683167b44880ffb33', 'subnets': [{'id': '781284e4-ba10-42ed-9662-a5f92afda956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:37.201465 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e4da51-73c9-4afb-b98c-a24e84b23456 None None] The sync data for ids ['62aad18c-acc3-41bf-928c-65965ccf1a68'] in dv-cinder-809201-1-iscsi is: [{'id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'name': 'tempest-TestVolumeBootPattern-2106588752-router', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:34Z', 'updated_at': '2021-09-15T15:36:38Z', 'revision_number': 4, 'project_id': '7d812ec61757446683167b44880ffb33', 'gw_port': {'id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:35Z', 'updated_at': '2021-09-15T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_floatingips': [{'id': '4218224e-803f-4fe6-bf68-8bf78e570df2', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'router_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'port_id': '68c6baf4-01e4-4fbe-8f50-0ba842ac227b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'mac_address': 'fa:16:3e:47:f4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c92339-f087-4112-ab33-acac801b7b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:39:53Z', 'updated_at': '2021-09-15T15:39:56Z', 'revision_number': 1, 'project_id': '7d812ec61757446683167b44880ffb33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea50da73-6cc0-41aa-b562-cca6a704feca', 'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'mac_address': 'fa:16:3e:77:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '781284e4-ba10-42ed-9662-a5f92afda956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:37Z', 'updated_at': '2021-09-15T15:36:43Z', 'revision_number': 5, 'project_id': '7d812ec61757446683167b44880ffb33', 'subnets': [{'id': '781284e4-ba10-42ed-9662-a5f92afda956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:43:37.466373 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a80e30a-019a-4b3b-b23f-c04483cff4ab None None] New status for floating IP aead42c4-7bb9-4d37-aeb6-c4323939bf42: DOWN {{(pid=94802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:43:37.981265 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e943b4-7b07-4049-b522-a365d8fffe1a req-b8c1d125-2122-49d8-af31-5b4fae4e7b99 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:37.982908 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-73e943b4-7b07-4049-b522-a365d8fffe1a req-b8c1d125-2122-49d8-af31-5b4fae4e7b99 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=244ddf94-4bab-44a9-9382-0d24cf41c814 HTTP/1.1" status: 200 len: 945 time: 0.1040874 Sep 15 15:43:38.028784 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-73e943b4-7b07-4049-b522-a365d8fffe1a req-dc4a37a0-4450-4140-a654-d4d7d5cecd06 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391917 Sep 15 15:43:38.064117 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7bc2a-7179-4810-ba68-7696c062ac14 req-e3408d3e-f5b5-47a1-a0cb-08d7453c4f32 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:38.066428 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-f3b7bc2a-7179-4810-ba68-7696c062ac14 req-e3408d3e-f5b5-47a1-a0cb-08d7453c4f32 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.58 "GET /v2.0/ports?device_id=244ddf94-4bab-44a9-9382-0d24cf41c814 HTTP/1.1" status: 200 len: 945 time: 0.0696819 Sep 15 15:43:38.169976 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [req-f3b7bc2a-7179-4810-ba68-7696c062ac14 req-02b74d47-954d-45ed-a5c8-df0e57dbb555 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Deleting port 8865c71e-86c8-4399-8ae8-ca79f0c083fa {{(pid=94799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:43:38.170359 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-f3b7bc2a-7179-4810-ba68-7696c062ac14 req-02b74d47-954d-45ed-a5c8-df0e57dbb555 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:38.270908 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [req-f3b7bc2a-7179-4810-ba68-7696c062ac14 req-02b74d47-954d-45ed-a5c8-df0e57dbb555 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] For port 8865c71e-86c8-4399-8ae8-ca79f0c083fa, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=8865c71e-86c8-4399-8ae8-ca79f0c083fa,segment=NetworkSegment(44e20436-1003-4b4b-a47c-42a8265f36b4),segment_id=44e20436-1003-4b4b-a47c-42a8265f36b4)] {{(pid=94799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:38.271378 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-f3b7bc2a-7179-4810-ba68-7696c062ac14 req-02b74d47-954d-45ed-a5c8-df0e57dbb555 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:38.285285 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [req-f3b7bc2a-7179-4810-ba68-7696c062ac14 req-02b74d47-954d-45ed-a5c8-df0e57dbb555 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Calling delete_port for 8865c71e-86c8-4399-8ae8-ca79f0c083fa owned by compute:nova {{(pid=94799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:43:38.476602 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-f3b7bc2a-7179-4810-ba68-7696c062ac14 req-02b74d47-954d-45ed-a5c8-df0e57dbb555 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:38.525742 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b74d47-954d-45ed-a5c8-df0e57dbb555 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Pushing event deleted for resources: {'Port': ['ID=8865c71e-86c8-4399-8ae8-ca79f0c083fa,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:38.578103 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b7bc2a-7179-4810-ba68-7696c062ac14 req-02b74d47-954d-45ed-a5c8-df0e57dbb555 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] No DVR routers for this DVR port 8865c71e-86c8-4399-8ae8-ca79f0c083fa on host hv-cinder-80920 {{(pid=94799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:43:38.580671 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-f3b7bc2a-7179-4810-ba68-7696c062ac14 req-02b74d47-954d-45ed-a5c8-df0e57dbb555 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:38.582751 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-f3b7bc2a-7179-4810-ba68-7696c062ac14 req-02b74d47-954d-45ed-a5c8-df0e57dbb555 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.58 "DELETE /v2.0/ports/8865c71e-86c8-4399-8ae8-ca79f0c083fa HTTP/1.1" status: 204 len: 173 time: 0.5103784 Sep 15 15:43:38.583235 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244ddf94-4bab-44a9-9382-0d24cf41c814', 'name': 'network-vif-deleted', 'tag': '8865c71e-86c8-4399-8ae8-ca79f0c083fa'}] {{(pid=94799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:43:38.585545 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caaf3dc35d391ee5789c70ae145b39738e2d95c5e07cc5749919ddff6cc97c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c31f5d-4467-4a25-be35-35df511e4663" -d '{"events": [{"server_uuid": "244ddf94-4bab-44a9-9382-0d24cf41c814", "name": "network-vif-deleted", "tag": "8865c71e-86c8-4399-8ae8-ca79f0c083fa"}]}' {{(pid=94799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:43:38.626950 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae061a07-6afd-4129-a7d7-069fc8dbea43 x-openstack-request-id: req-ae061a07-6afd-4129-a7d7-069fc8dbea43 {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:43:38.627262 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244ddf94-4bab-44a9-9382-0d24cf41c814", "name": "network-vif-deleted", "tag": "8865c71e-86c8-4399-8ae8-ca79f0c083fa", "status": "completed", "code": 200}]} {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:43:38.627512 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ae061a07-6afd-4129-a7d7-069fc8dbea43 {{(pid=94799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:43:38.627931 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244ddf94-4bab-44a9-9382-0d24cf41c814', 'name': 'network-vif-deleted', 'tag': '8865c71e-86c8-4399-8ae8-ca79f0c083fa', 'status': 'completed', 'code': 200} Sep 15 15:43:39.183063 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-890d16a2-419f-480c-b958-4f5c61b42089 req-48435cdb-fd60-4226-8f6d-66f51e6a5750 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=244ddf94-4bab-44a9-9382-0d24cf41c814 HTTP/1.1" status: 200 len: 210 time: 0.0398660 Sep 15 15:43:41.644435 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 8865c71e-86c8-4399-8ae8-ca79f0c083fa no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:43:41.666856 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] No Port match for: 8865c71e-86c8-4399-8ae8-ca79f0c083fa {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:43:41.667287 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 8865c71e-86c8-4399-8ae8-ca79f0c083fa not bound to the agent host hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:43:42.771516 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 57328) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:42.949558 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-252bbbcf-6023-4284-a010-8c28bdd0023a tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Deleting port fd80d6f1-73bb-4f7e-9bc0-9de151b0d3b1 {{(pid=94799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:43:42.949905 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-252bbbcf-6023-4284-a010-8c28bdd0023a tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:43.030578 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-252bbbcf-6023-4284-a010-8c28bdd0023a tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:43.030839 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-252bbbcf-6023-4284-a010-8c28bdd0023a tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:43.043672 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-252bbbcf-6023-4284-a010-8c28bdd0023a tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Calling delete_port for fd80d6f1-73bb-4f7e-9bc0-9de151b0d3b1 owned by network:floatingip {{(pid=94799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:43:43.281426 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-252bbbcf-6023-4284-a010-8c28bdd0023a tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:43.308752 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bbbcf-6023-4284-a010-8c28bdd0023a tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Pushing event deleted for resources: {'Port': ['ID=fd80d6f1-73bb-4f7e-9bc0-9de151b0d3b1,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:43.376672 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-252bbbcf-6023-4284-a010-8c28bdd0023a tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for floatingip, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:43.376975 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.db.l3_db [None req-252bbbcf-6023-4284-a010-8c28bdd0023a tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Floating IP 4218224e-803f-4fe6-bf68-8bf78e570df2 disassociated (deleted). External IP: 172.27.3.245, port: 68c6baf4-01e4-4fbe-8f50-0ba842ac227b. Sep 15 15:43:43.599762 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252bbbcf-6023-4284-a010-8c28bdd0023a tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Router 62aad18c-acc3-41bf-928c-65965ccf1a68 has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:43:43.726408 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252bbbcf-6023-4284-a010-8c28bdd0023a tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:43:43.731545 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-252bbbcf-6023-4284-a010-8c28bdd0023a tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for floatingip, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:43.739517 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7e5e6e-9e6a-46f1-b71e-84eaa392d1b7 None None] Sync routers for ids ['62aad18c-acc3-41bf-928c-65965ccf1a68'] in dv-cinder-809201-1-iscsi {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:43:43.754084 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7e5e6e-9e6a-46f1-b71e-84eaa392d1b7 None None] Routers {'62aad18c-acc3-41bf-928c-65965ccf1a68'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:43:43.755229 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-af7e5e6e-9e6a-46f1-b71e-84eaa392d1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:43:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['62aad18c-acc3-41bf-928c-65965ccf1a68'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:43.772246 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-252bbbcf-6023-4284-a010-8c28bdd0023a tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "DELETE /v2.0/floatingips/4218224e-803f-4fe6-bf68-8bf78e570df2 HTTP/1.1" status: 204 len: 168 time: 0.9992509 Sep 15 15:43:43.773209 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c92339-f087-4112-ab33-acac801b7b29', 'tag': '68c6baf4-01e4-4fbe-8f50-0ba842ac227b'}] {{(pid=94799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:43:43.777475 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caaf3dc35d391ee5789c70ae145b39738e2d95c5e07cc5749919ddff6cc97c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b142891-bcbe-4dcb-bacd-b3495c1be29a" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c92339-f087-4112-ab33-acac801b7b29", "tag": "68c6baf4-01e4-4fbe-8f50-0ba842ac227b"}]}' {{(pid=94799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:43:43.845806 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9db1aa4-7e1c-4359-bafc-c90d28c01d73 x-openstack-request-id: req-a9db1aa4-7e1c-4359-bafc-c90d28c01d73 {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:43:43.846201 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c92339-f087-4112-ab33-acac801b7b29", "tag": "68c6baf4-01e4-4fbe-8f50-0ba842ac227b", "status": "completed", "code": 200}]} {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:43:43.846594 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a9db1aa4-7e1c-4359-bafc-c90d28c01d73 {{(pid=94799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:43:43.847271 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c92339-f087-4112-ab33-acac801b7b29', 'tag': '68c6baf4-01e4-4fbe-8f50-0ba842ac227b', 'status': 'completed', 'code': 200} Sep 15 15:43:43.917123 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-af7e5e6e-9e6a-46f1-b71e-84eaa392d1b7 None None] Set router 62aad18c-acc3-41bf-928c-65965ccf1a68 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:43:43.922300 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b142891-bcbe-4dcb-bacd-b3495c1be29a req-0313a373-decc-4529-98a8-f0b520d23dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:43.923879 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-5b142891-bcbe-4dcb-bacd-b3495c1be29a req-0313a373-decc-4529-98a8-f0b520d23dd6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d812ec61757446683167b44880ffb33&device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 1099 time: 0.0501566 Sep 15 15:43:44.042297 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b142891-bcbe-4dcb-bacd-b3495c1be29a req-169b9581-acca-4bdd-b60c-1420e41575e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:44.043853 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-5b142891-bcbe-4dcb-bacd-b3495c1be29a req-169b9581-acca-4bdd-b60c-1420e41575e2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=07a53ba0-b090-4791-856f-35fa91df8427 HTTP/1.1" status: 200 len: 913 time: 0.1116264 Sep 15 15:43:44.094713 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-5b142891-bcbe-4dcb-bacd-b3495c1be29a req-fe8ee2ac-6813-4a27-893c-7ddd3ec14865 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68c6baf4-01e4-4fbe-8f50-0ba842ac227b HTTP/1.1" status: 200 len: 217 time: 0.0437984 Sep 15 15:43:44.168737 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b142891-bcbe-4dcb-bacd-b3495c1be29a req-fb71b66b-dc73-4c00-9370-f061869d719e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:44.168737 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-5b142891-bcbe-4dcb-bacd-b3495c1be29a req-fb71b66b-dc73-4c00-9370-f061869d719e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=781284e4-ba10-42ed-9662-a5f92afda956 HTTP/1.1" status: 200 len: 851 time: 0.0618637 Sep 15 15:43:44.174642 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-af7e5e6e-9e6a-46f1-b71e-84eaa392d1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'name': 'tempest-TestVolumeBootPattern-2106588752-router', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:34Z', 'updated_at': '2021-09-15T15:36:38Z', 'revision_number': 4, 'project_id': '7d812ec61757446683167b44880ffb33', 'gw_port': {'id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:35Z', 'updated_at': '2021-09-15T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': 'ea50da73-6cc0-41aa-b562-cca6a704feca', 'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'mac_address': 'fa:16:3e:77:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '781284e4-ba10-42ed-9662-a5f92afda956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:37Z', 'updated_at': '2021-09-15T15:36:43Z', 'revision_number': 5, 'project_id': '7d812ec61757446683167b44880ffb33', 'subnets': [{'id': '781284e4-ba10-42ed-9662-a5f92afda956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:44.204297 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7e5e6e-9e6a-46f1-b71e-84eaa392d1b7 None None] Checking router: 62aad18c-acc3-41bf-928c-65965ccf1a68 for host: dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:43:44.214411 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7e5e6e-9e6a-46f1-b71e-84eaa392d1b7 None None] Routers {'62aad18c-acc3-41bf-928c-65965ccf1a68'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:43:44.215069 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-af7e5e6e-9e6a-46f1-b71e-84eaa392d1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:43:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['62aad18c-acc3-41bf-928c-65965ccf1a68'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:44.217212 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b142891-bcbe-4dcb-bacd-b3495c1be29a req-879e5242-ce61-4cae-9487-d409398d827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:44.218748 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-5b142891-bcbe-4dcb-bacd-b3495c1be29a req-879e5242-ce61-4cae-9487-d409398d827e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=07a53ba0-b090-4791-856f-35fa91df8427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459032 Sep 15 15:43:44.321852 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-5b142891-bcbe-4dcb-bacd-b3495c1be29a req-f61766ca-be13-4501-9235-2534c618d167 service neutron] 10.222.0.58 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957074 Sep 15 15:43:44.337611 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-af7e5e6e-9e6a-46f1-b71e-84eaa392d1b7 None None] Set router 62aad18c-acc3-41bf-928c-65965ccf1a68 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:43:44.365155 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb568165-2ea2-4766-8127-cbcc4eb15c35 req-fbb83468-21c1-49c0-833d-d8207d362e72 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:44.368595 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-eb568165-2ea2-4766-8127-cbcc4eb15c35 req-fbb83468-21c1-49c0-833d-d8207d362e72 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 946 time: 0.0625105 Sep 15 15:43:44.417163 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-eb568165-2ea2-4766-8127-cbcc4eb15c35 req-0ea76b0a-6a27-4d99-9ac9-0a20db836343 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379579 Sep 15 15:43:44.424580 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-5b142891-bcbe-4dcb-bacd-b3495c1be29a req-6540eef9-d572-41ce-b147-ef0280e53358 service neutron] 10.222.0.58 "GET /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960221 Sep 15 15:43:44.557184 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-af7e5e6e-9e6a-46f1-b71e-84eaa392d1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'name': 'tempest-TestVolumeBootPattern-2106588752-router', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:34Z', 'updated_at': '2021-09-15T15:36:38Z', 'revision_number': 4, 'project_id': '7d812ec61757446683167b44880ffb33', 'gw_port': {'id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:35Z', 'updated_at': '2021-09-15T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': 'ea50da73-6cc0-41aa-b562-cca6a704feca', 'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'mac_address': 'fa:16:3e:77:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '781284e4-ba10-42ed-9662-a5f92afda956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:37Z', 'updated_at': '2021-09-15T15:36:43Z', 'revision_number': 5, 'project_id': '7d812ec61757446683167b44880ffb33', 'subnets': [{'id': '781284e4-ba10-42ed-9662-a5f92afda956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:44.589013 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7e5e6e-9e6a-46f1-b71e-84eaa392d1b7 None None] The sync data for ids ['62aad18c-acc3-41bf-928c-65965ccf1a68'] in dv-cinder-809201-1-iscsi is: [{'id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'name': 'tempest-TestVolumeBootPattern-2106588752-router', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:34Z', 'updated_at': '2021-09-15T15:36:38Z', 'revision_number': 4, 'project_id': '7d812ec61757446683167b44880ffb33', 'gw_port': {'id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:35Z', 'updated_at': '2021-09-15T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi', '_interfaces': [{'id': 'ea50da73-6cc0-41aa-b562-cca6a704feca', 'name': '', 'network_id': '07a53ba0-b090-4791-856f-35fa91df8427', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'mac_address': 'fa:16:3e:77:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '781284e4-ba10-42ed-9662-a5f92afda956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:37Z', 'updated_at': '2021-09-15T15:36:43Z', 'revision_number': 5, 'project_id': '7d812ec61757446683167b44880ffb33', 'subnets': [{'id': '781284e4-ba10-42ed-9662-a5f92afda956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:43:44.821619 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3426cf-2ffe-4540-8ff1-53f0323c3695 None None] New status for floating IP 4218224e-803f-4fe6-bf68-8bf78e570df2: DOWN {{(pid=94802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:43:45.555782 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c965c6-0a5b-4ee5-9628-0889eac3b638 req-bc715d3f-bb69-4c4e-b3df-a666dd27d00c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:45.557640 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-96c965c6-0a5b-4ee5-9628-0889eac3b638 req-bc715d3f-bb69-4c4e-b3df-a666dd27d00c tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 946 time: 0.0515699 Sep 15 15:43:45.615835 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-96c965c6-0a5b-4ee5-9628-0889eac3b638 req-dce0f5d9-d1f3-439c-afbd-44b5298e387b tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/security-groups?id=e831fe4a-075d-4f65-9c9f-545f5ae4603a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482347 Sep 15 15:43:45.715595 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96349e-5078-42a3-a354-2f4c5fca57c0 req-93f378c3-fb9b-421a-87a9-6cce517524f8 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:45.717308 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-4f96349e-5078-42a3-a354-2f4c5fca57c0 req-93f378c3-fb9b-421a-87a9-6cce517524f8 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 946 time: 0.0571270 Sep 15 15:43:45.814130 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [req-4f96349e-5078-42a3-a354-2f4c5fca57c0 req-cee0b4a3-0067-4c1b-82b9-05880ee777ac tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Deleting port 68c6baf4-01e4-4fbe-8f50-0ba842ac227b {{(pid=94799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:43:45.814468 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-4f96349e-5078-42a3-a354-2f4c5fca57c0 req-cee0b4a3-0067-4c1b-82b9-05880ee777ac tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:45.910767 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [req-4f96349e-5078-42a3-a354-2f4c5fca57c0 req-cee0b4a3-0067-4c1b-82b9-05880ee777ac tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] For port 68c6baf4-01e4-4fbe-8f50-0ba842ac227b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=68c6baf4-01e4-4fbe-8f50-0ba842ac227b,segment=NetworkSegment(44e20436-1003-4b4b-a47c-42a8265f36b4),segment_id=44e20436-1003-4b4b-a47c-42a8265f36b4)] {{(pid=94799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:45.911160 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-4f96349e-5078-42a3-a354-2f4c5fca57c0 req-cee0b4a3-0067-4c1b-82b9-05880ee777ac tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:45.924310 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [req-4f96349e-5078-42a3-a354-2f4c5fca57c0 req-cee0b4a3-0067-4c1b-82b9-05880ee777ac tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Calling delete_port for 68c6baf4-01e4-4fbe-8f50-0ba842ac227b owned by compute:nova {{(pid=94799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:43:46.115350 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-4f96349e-5078-42a3-a354-2f4c5fca57c0 req-cee0b4a3-0067-4c1b-82b9-05880ee777ac tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:46.147544 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0b4a3-0067-4c1b-82b9-05880ee777ac tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Pushing event deleted for resources: {'Port': ['ID=68c6baf4-01e4-4fbe-8f50-0ba842ac227b,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:46.213101 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f96349e-5078-42a3-a354-2f4c5fca57c0 req-cee0b4a3-0067-4c1b-82b9-05880ee777ac tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] No DVR routers for this DVR port 68c6baf4-01e4-4fbe-8f50-0ba842ac227b on host hv-cinder-80920 {{(pid=94799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:43:46.217073 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [req-4f96349e-5078-42a3-a354-2f4c5fca57c0 req-cee0b4a3-0067-4c1b-82b9-05880ee777ac tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for port, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:46.220638 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [req-4f96349e-5078-42a3-a354-2f4c5fca57c0 req-cee0b4a3-0067-4c1b-82b9-05880ee777ac tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.58 "DELETE /v2.0/ports/68c6baf4-01e4-4fbe-8f50-0ba842ac227b HTTP/1.1" status: 204 len: 173 time: 0.4970345 Sep 15 15:43:46.221329 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c92339-f087-4112-ab33-acac801b7b29', 'name': 'network-vif-deleted', 'tag': '68c6baf4-01e4-4fbe-8f50-0ba842ac227b'}] {{(pid=94799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:43:46.225615 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4caaf3dc35d391ee5789c70ae145b39738e2d95c5e07cc5749919ddff6cc97c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a555b8c-774f-4d09-bc57-60777f37b582" -d '{"events": [{"server_uuid": "d2c92339-f087-4112-ab33-acac801b7b29", "name": "network-vif-deleted", "tag": "68c6baf4-01e4-4fbe-8f50-0ba842ac227b"}]}' {{(pid=94799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:43:46.264394 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66884c9-3787-45ae-abbf-536b3cb95feb x-openstack-request-id: req-d66884c9-3787-45ae-abbf-536b3cb95feb {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:43:46.264687 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c92339-f087-4112-ab33-acac801b7b29", "name": "network-vif-deleted", "tag": "68c6baf4-01e4-4fbe-8f50-0ba842ac227b", "status": "completed", "code": 200}]} {{(pid=94799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:43:46.264934 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d66884c9-3787-45ae-abbf-536b3cb95feb {{(pid=94799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:43:46.265327 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c92339-f087-4112-ab33-acac801b7b29', 'name': 'network-vif-deleted', 'tag': '68c6baf4-01e4-4fbe-8f50-0ba842ac227b', 'status': 'completed', 'code': 200} Sep 15 15:43:46.720202 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [req-b4e98f06-718f-4bca-8853-02ec8a76eda7 req-f896ac6d-3ddb-4e2f-a8a8-883118f17cc7 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2c92339-f087-4112-ab33-acac801b7b29 HTTP/1.1" status: 200 len: 210 time: 0.0283840 Sep 15 15:43:47.690909 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 68c6baf4-01e4-4fbe-8f50-0ba842ac227b no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:43:47.712595 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] No Port match for: 68c6baf4-01e4-4fbe-8f50-0ba842ac227b {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:43:47.712595 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Device 68c6baf4-01e4-4fbe-8f50-0ba842ac227b not bound to the agent host hv-cinder-80920 {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:43:47.783460 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 57346) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:47.916519 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-6bee00ef-6bd1-4384-9cb6-0216e8b9a1d5 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Deleting port 21472a89-2894-46e7-ae75-d55a6a880e14 {{(pid=94800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:43:47.916863 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6bee00ef-6bd1-4384-9cb6-0216e8b9a1d5 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:48.002813 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6bee00ef-6bd1-4384-9cb6-0216e8b9a1d5 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:48.003121 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6bee00ef-6bd1-4384-9cb6-0216e8b9a1d5 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:48.021537 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-6bee00ef-6bd1-4384-9cb6-0216e8b9a1d5 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Calling delete_port for 21472a89-2894-46e7-ae75-d55a6a880e14 owned by network:floatingip {{(pid=94800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:43:48.338154 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6bee00ef-6bd1-4384-9cb6-0216e8b9a1d5 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:48.365343 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee00ef-6bd1-4384-9cb6-0216e8b9a1d5 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Pushing event deleted for resources: {'Port': ['ID=21472a89-2894-46e7-ae75-d55a6a880e14,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:48.382217 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee00ef-6bd1-4384-9cb6-0216e8b9a1d5 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:48.382565 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee00ef-6bd1-4384-9cb6-0216e8b9a1d5 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:48.383655 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee00ef-6bd1-4384-9cb6-0216e8b9a1d5 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:48.384249 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee00ef-6bd1-4384-9cb6-0216e8b9a1d5 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:48.384876 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee00ef-6bd1-4384-9cb6-0216e8b9a1d5 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:48.385244 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee00ef-6bd1-4384-9cb6-0216e8b9a1d5 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:48.385581 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee00ef-6bd1-4384-9cb6-0216e8b9a1d5 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:48.386025 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee00ef-6bd1-4384-9cb6-0216e8b9a1d5 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:48.386361 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee00ef-6bd1-4384-9cb6-0216e8b9a1d5 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:48.386689 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee00ef-6bd1-4384-9cb6-0216e8b9a1d5 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:48.387051 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee00ef-6bd1-4384-9cb6-0216e8b9a1d5 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:48.387373 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee00ef-6bd1-4384-9cb6-0216e8b9a1d5 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:48.462563 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6bee00ef-6bd1-4384-9cb6-0216e8b9a1d5 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for floatingip, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:48.465390 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-6bee00ef-6bd1-4384-9cb6-0216e8b9a1d5 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17709'] for floatingip, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:48.466582 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-6bee00ef-6bd1-4384-9cb6-0216e8b9a1d5 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "DELETE /v2.0/floatingips/a1d415ca-1e02-4a00-baf6-4869e3fa0687 HTTP/1.1" status: 204 len: 168 time: 0.6820543 Sep 15 15:43:49.834413 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 57358) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:49.897223 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-86925726-ad70-428b-91d1-58f198dd2067 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for security_group, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:49.939721 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-86925726-ad70-428b-91d1-58f198dd2067 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:50.069800 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-86925726-ad70-428b-91d1-58f198dd2067 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:50.072428 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-86925726-ad70-428b-91d1-58f198dd2067 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Notify callbacks [] for security_group, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:50.073626 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-86925726-ad70-428b-91d1-58f198dd2067 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] 10.222.0.54 "DELETE /v2.0/security-groups/e831fe4a-075d-4f65-9c9f-545f5ae4603a HTTP/1.1" status: 204 len: 168 time: 0.2381344 Sep 15 15:43:50.083930 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86925726-ad70-428b-91d1-58f198dd2067 tempest-TestVolumeBootPattern-714030680 tempest-TestVolumeBootPattern-714030680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e831fe4a-075d-4f65-9c9f-545f5ae4603a,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:50.185352 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 57362) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:50.705106 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8b0e2937-e3a4-46de-a195-eb69b77deb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579089'] for router_interface, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:50.976734 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-8b0e2937-e3a4-46de-a195-eb69b77deb44 admin admin] Deleting port ea50da73-6cc0-41aa-b562-cca6a704feca {{(pid=94800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:43:50.977433 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8b0e2937-e3a4-46de-a195-eb69b77deb44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:51.060118 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [None req-8b0e2937-e3a4-46de-a195-eb69b77deb44 admin admin] For port ea50da73-6cc0-41aa-b562-cca6a704feca, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=ea50da73-6cc0-41aa-b562-cca6a704feca,segment=NetworkSegment(44e20436-1003-4b4b-a47c-42a8265f36b4),segment_id=44e20436-1003-4b4b-a47c-42a8265f36b4)] {{(pid=94800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:51.060476 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8b0e2937-e3a4-46de-a195-eb69b77deb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:51.073664 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-8b0e2937-e3a4-46de-a195-eb69b77deb44 admin admin] Calling delete_port for ea50da73-6cc0-41aa-b562-cca6a704feca owned by network:router_interface {{(pid=94800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:43:51.344732 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8b0e2937-e3a4-46de-a195-eb69b77deb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:51.371574 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e2937-e3a4-46de-a195-eb69b77deb44 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea50da73-6cc0-41aa-b562-cca6a704feca,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:51.543168 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-8b0e2937-e3a4-46de-a195-eb69b77deb44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568993'] for router_interface, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:51.775288 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0e2937-e3a4-46de-a195-eb69b77deb44 admin admin] Router 62aad18c-acc3-41bf-928c-65965ccf1a68 has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:43:51.890050 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0e2937-e3a4-46de-a195-eb69b77deb44 admin admin] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:43:51.897990 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-8b0e2937-e3a4-46de-a195-eb69b77deb44 admin admin] 10.222.0.54 "PUT /v2.0/routers/62aad18c-acc3-41bf-928c-65965ccf1a68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7110975 Sep 15 15:43:51.901371 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 57366) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:51.903383 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688030ee-966d-4d53-b0d7-8557c5375511 None None] Sync routers for ids ['62aad18c-acc3-41bf-928c-65965ccf1a68'] in dv-cinder-809201-1-iscsi {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:43:51.919405 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688030ee-966d-4d53-b0d7-8557c5375511 None None] Routers {'62aad18c-acc3-41bf-928c-65965ccf1a68'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:43:51.920180 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-688030ee-966d-4d53-b0d7-8557c5375511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:43:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['62aad18c-acc3-41bf-928c-65965ccf1a68'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:52.017224 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ef215153-b443-4db8-9d03-9d9268f313da admin admin] Notify callbacks [] for router, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:52.045824 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-688030ee-966d-4d53-b0d7-8557c5375511 None None] Set router 62aad18c-acc3-41bf-928c-65965ccf1a68 gateway port host: dv-cinder-809201-1-iscsi {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:43:52.134055 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ef215153-b443-4db8-9d03-9d9268f313da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:52.242713 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-688030ee-966d-4d53-b0d7-8557c5375511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'name': 'tempest-TestVolumeBootPattern-2106588752-router', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:34Z', 'updated_at': '2021-09-15T15:43:51Z', 'revision_number': 5, 'project_id': '7d812ec61757446683167b44880ffb33', 'gw_port': {'id': '8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:35Z', 'updated_at': '2021-09-15T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:52.247543 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-ef215153-b443-4db8-9d03-9d9268f313da admin admin] Deleting port 8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635 {{(pid=94800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:43:52.248788 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ef215153-b443-4db8-9d03-9d9268f313da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:52.275341 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688030ee-966d-4d53-b0d7-8557c5375511 None None] Checking router: 62aad18c-acc3-41bf-928c-65965ccf1a68 for host: dv-cinder-809201-1-iscsi {{(pid=94801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:43:52.285624 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688030ee-966d-4d53-b0d7-8557c5375511 None None] Routers {'62aad18c-acc3-41bf-928c-65965ccf1a68'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:43:52.286240 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-688030ee-966d-4d53-b0d7-8557c5375511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:43:26Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['62aad18c-acc3-41bf-928c-65965ccf1a68'], 'active': True} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:52.333726 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [None req-ef215153-b443-4db8-9d03-9d9268f313da admin admin] For port 8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635,segment=NetworkSegment(892b6518-e65e-438b-8e7f-3ce7335aa343),segment_id=892b6518-e65e-438b-8e7f-3ce7335aa343)] {{(pid=94800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:52.334013 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ef215153-b443-4db8-9d03-9d9268f313da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:52.349359 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-ef215153-b443-4db8-9d03-9d9268f313da admin admin] Calling delete_port for 8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635 owned by network:router_gateway {{(pid=94800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:43:52.381942 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvr_db [None req-688030ee-966d-4d53-b0d7-8557c5375511 None None] Set router 62aad18c-acc3-41bf-928c-65965ccf1a68 gateway port host: None {{(pid=94801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:43:52.445106 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_hamode_db [None req-688030ee-966d-4d53-b0d7-8557c5375511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'name': 'tempest-TestVolumeBootPattern-2106588752-router', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:34Z', 'updated_at': '2021-09-15T15:43:52Z', 'revision_number': 6, 'project_id': '7d812ec61757446683167b44880ffb33', 'gw_port_host': None}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:52.619144 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ef215153-b443-4db8-9d03-9d9268f313da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:52.622860 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688030ee-966d-4d53-b0d7-8557c5375511 None None] The sync data for ids ['62aad18c-acc3-41bf-928c-65965ccf1a68'] in dv-cinder-809201-1-iscsi is: [{'id': '62aad18c-acc3-41bf-928c-65965ccf1a68', 'name': 'tempest-TestVolumeBootPattern-2106588752-router', 'tenant_id': '7d812ec61757446683167b44880ffb33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:34Z', 'updated_at': '2021-09-15T15:43:52Z', 'revision_number': 6, 'project_id': '7d812ec61757446683167b44880ffb33', 'gw_port_host': None}] {{(pid=94801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:43:52.649521 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef215153-b443-4db8-9d03-9d9268f313da admin admin] Pushing event deleted for resources: {'Port': ['ID=8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:52.718360 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ef215153-b443-4db8-9d03-9d9268f313da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568935'] for router_gateway, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:52.811521 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ef215153-b443-4db8-9d03-9d9268f313da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:52.813753 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ef215153-b443-4db8-9d03-9d9268f313da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:52.932566 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ef215153-b443-4db8-9d03-9d9268f313da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-580045'] for router, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:52.932996 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef215153-b443-4db8-9d03-9d9268f313da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62aad18c-acc3-41bf-928c-65965ccf1a68 {{(pid=94800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:43:52.937517 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-ef215153-b443-4db8-9d03-9d9268f313da admin admin] Notify callbacks [] for router, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:52.938615 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-ef215153-b443-4db8-9d03-9d9268f313da admin admin] 10.222.0.54 "DELETE /v2.0/routers/62aad18c-acc3-41bf-928c-65965ccf1a68 HTTP/1.1" status: 204 len: 168 time: 1.0362556 Sep 15 15:43:52.941256 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 57370) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:52.997724 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.db_base_plugin_v2 [None req-2553e163-8514-4af4-871b-920fe42b72f7 admin admin] Deleting subnet 781284e4-ba10-42ed-9662-a5f92afda956 {{(pid=94800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:43:53.002038 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-2553e163-8514-4af4-871b-920fe42b72f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:53.053345 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-2553e163-8514-4af4-871b-920fe42b72f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10406217'] for subnet, precommit_delete_associations {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:53.178194 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98ee8f65-ac04-46bc-a316-8968d02026aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:53.415587 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-2553e163-8514-4af4-871b-920fe42b72f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1523291'] for subnet, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:53.557772 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-2553e163-8514-4af4-871b-920fe42b72f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1523276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12209968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12105358'] for subnet, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:53.585399 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553e163-8514-4af4-871b-920fe42b72f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=781284e4-ba10-42ed-9662-a5f92afda956,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:53.592762 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-2553e163-8514-4af4-871b-920fe42b72f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for subnet, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:53.595015 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-2553e163-8514-4af4-871b-920fe42b72f7 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/781284e4-ba10-42ed-9662-a5f92afda956 HTTP/1.1" status: 204 len: 168 time: 0.6525528 Sep 15 15:43:53.598583 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 57372) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:53.604167 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d57ce7-9a54-4d1a-9d79-d5dd6864719a None None] Network 07a53ba0-b090-4791-856f-35fa91df8427 requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:43:53.687700 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9f250163-3064-4f53-80c9-55e89c9b5bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369514'] for network, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:53.756544 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-9f250163-3064-4f53-80c9-55e89c9b5bb0 admin admin] Deleting port 1d567c80-05ac-4983-83b9-59d6a5d3a24f {{(pid=94800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:43:53.756890 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9f250163-3064-4f53-80c9-55e89c9b5bb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:53.823515 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a66ef63-82be-4148-861c-ffbdbce8602d None None] DHCP port deletion for 07a53ba0-b090-4791-856f-35fa91df8427 request from dv-cinder-809201-1-iscsi {{(pid=94801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:43:53.846442 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.db [None req-9f250163-3064-4f53-80c9-55e89c9b5bb0 admin admin] For port 1d567c80-05ac-4983-83b9-59d6a5d3a24f, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=1d567c80-05ac-4983-83b9-59d6a5d3a24f,segment=NetworkSegment(44e20436-1003-4b4b-a47c-42a8265f36b4),segment_id=44e20436-1003-4b4b-a47c-42a8265f36b4)] {{(pid=94800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:53.846910 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9f250163-3064-4f53-80c9-55e89c9b5bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:53.861056 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.plugin [None req-9f250163-3064-4f53-80c9-55e89c9b5bb0 admin admin] Calling delete_port for 1d567c80-05ac-4983-83b9-59d6a5d3a24f owned by network:dhcp {{(pid=94800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:43:53.873712 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-6a66ef63-82be-4148-861c-ffbdbce8602d None None] Deleting port 1d567c80-05ac-4983-83b9-59d6a5d3a24f {{(pid=94801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:43:53.874095 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-6a66ef63-82be-4148-861c-ffbdbce8602d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:53.942471 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-6a66ef63-82be-4148-861c-ffbdbce8602d None None] For port 1d567c80-05ac-4983-83b9-59d6a5d3a24f, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=1d567c80-05ac-4983-83b9-59d6a5d3a24f,segment=NetworkSegment(44e20436-1003-4b4b-a47c-42a8265f36b4),segment_id=44e20436-1003-4b4b-a47c-42a8265f36b4)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:53.942791 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-6a66ef63-82be-4148-861c-ffbdbce8602d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:53.960469 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-6a66ef63-82be-4148-861c-ffbdbce8602d None None] Calling delete_port for 1d567c80-05ac-4983-83b9-59d6a5d3a24f owned by network:dhcp {{(pid=94801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:43:54.029427 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9f250163-3064-4f53-80c9-55e89c9b5bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12209951'] for port, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:54.038877 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-6a66ef63-82be-4148-861c-ffbdbce8602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473'] for port, after_delete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:54.055825 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f250163-3064-4f53-80c9-55e89c9b5bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d567c80-05ac-4983-83b9-59d6a5d3a24f,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:54.062340 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f250163-3064-4f53-80c9-55e89c9b5bb0 admin admin] No DVR routers for this DVR port 1d567c80-05ac-4983-83b9-59d6a5d3a24f on host dv-cinder-809201-1-iscsi {{(pid=94800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:43:54.066456 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a66ef63-82be-4148-861c-ffbdbce8602d None None] Pushing event deleted for resources: {'Port': ['ID=1d567c80-05ac-4983-83b9-59d6a5d3a24f,revision_number=None']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:54.071254 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a66ef63-82be-4148-861c-ffbdbce8602d None None] No DVR routers for this DVR port 1d567c80-05ac-4983-83b9-59d6a5d3a24f on host dv-cinder-809201-1-iscsi {{(pid=94801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:43:54.077997 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a66ef63-82be-4148-861c-ffbdbce8602d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:54.078349 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a66ef63-82be-4148-861c-ffbdbce8602d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:54.078661 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a66ef63-82be-4148-861c-ffbdbce8602d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:54.079109 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a66ef63-82be-4148-861c-ffbdbce8602d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:54.079396 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a66ef63-82be-4148-861c-ffbdbce8602d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:54.079669 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a66ef63-82be-4148-861c-ffbdbce8602d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:54.080000 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a66ef63-82be-4148-861c-ffbdbce8602d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:54.080368 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a66ef63-82be-4148-861c-ffbdbce8602d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:54.080784 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a66ef63-82be-4148-861c-ffbdbce8602d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:54.081008 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a66ef63-82be-4148-861c-ffbdbce8602d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:54.081284 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a66ef63-82be-4148-861c-ffbdbce8602d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:54.081574 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a66ef63-82be-4148-861c-ffbdbce8602d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809201-1-iscsi {{(pid=94801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:54.147560 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9f250163-3064-4f53-80c9-55e89c9b5bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522908', 'neutron.services.segments.db._delete_segments_for_network-8751443108509'] for network, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:54.171244 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.services.segments.db [None req-9f250163-3064-4f53-80c9-55e89c9b5bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a53ba0-b090-4791-856f-35fa91df8427']}} {{(pid=94800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:54.181720 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.services.segments.db [None req-9f250163-3064-4f53-80c9-55e89c9b5bb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e20436-1003-4b4b-a47c-42a8265f36b4') {'for_net_delete': True} {{(pid=94800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:54.182015 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.services.segments.db [None req-9f250163-3064-4f53-80c9-55e89c9b5bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e20436-1003-4b4b-a47c-42a8265f36b4') {} {{(pid=94800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:54.192025 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9f250163-3064-4f53-80c9-55e89c9b5bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751443108774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10406210'] for segment, before_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:54.206235 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9f250163-3064-4f53-80c9-55e89c9b5bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:54.216270 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f250163-3064-4f53-80c9-55e89c9b5bb0 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:43:54.216708 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9f250163-3064-4f53-80c9-55e89c9b5bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12209902'] for segment, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: Traceback (most recent call last): Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: timer() Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: cb(*args, **kw) Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: return func(*args, **kwargs) Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: self._notify() Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: self.callback(batched_events) Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: event.method(event) Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: return f(self, *a, **k) Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: return self._get(url).json() Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: return self.request(url, 'GET', **kwargs) Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:43:54.219291 dv-cinder-809201-1-iscsi neutron-server[94800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:43:54.378024 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9f250163-3064-4f53-80c9-55e89c9b5bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:54.390055 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron_lib.callbacks.manager [None req-9f250163-3064-4f53-80c9-55e89c9b5bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:54.392125 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-9f250163-3064-4f53-80c9-55e89c9b5bb0 admin admin] 10.222.0.54 "DELETE /v2.0/networks/07a53ba0-b090-4791-856f-35fa91df8427 HTTP/1.1" status: 204 len: 168 time: 0.7910297 Sep 15 15:43:54.397339 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 57374) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:54.410936 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f250163-3064-4f53-80c9-55e89c9b5bb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=07a53ba0-b090-4791-856f-35fa91df8427,revision_number=None']} {{(pid=94800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:54.412390 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:54.594883 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 1d567c80-05ac-4983-83b9-59d6a5d3a24f no longer exists at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:43:54.625046 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] No Port match for: 1d567c80-05ac-4983-83b9-59d6a5d3a24f {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:43:54.625533 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 1d567c80-05ac-4983-83b9-59d6a5d3a24f not bound to the agent host dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:43:54.626117 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635 no longer exists at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:43:54.651394 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] No Port match for: 8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635 {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:43:54.651744 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 8f0ffd3c-4a3d-4f6d-ab33-0b5ab9f86635 not bound to the agent host dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:43:54.652153 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device ea50da73-6cc0-41aa-b562-cca6a704feca no longer exists at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:43:54.679195 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] No Port match for: ea50da73-6cc0-41aa-b562-cca6a704feca {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:43:54.679817 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device ea50da73-6cc0-41aa-b562-cca6a704feca not bound to the agent host dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:43:54.834810 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-8a8304c4-3289-484c-8e70-81bcb84dfb57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579089'] for router_interface, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:55.100964 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-8a8304c4-3289-484c-8e70-81bcb84dfb57 admin admin] Deleting port b39f9ec5-e3ea-493e-99e7-1cc95b87e675 {{(pid=94799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:43:55.101353 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-8a8304c4-3289-484c-8e70-81bcb84dfb57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:55.193315 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [None req-8a8304c4-3289-484c-8e70-81bcb84dfb57 admin admin] For port b39f9ec5-e3ea-493e-99e7-1cc95b87e675, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=b39f9ec5-e3ea-493e-99e7-1cc95b87e675,segment=NetworkSegment(5260dc8a-d4ff-4522-ae2f-326bc3bdc154),segment_id=5260dc8a-d4ff-4522-ae2f-326bc3bdc154)] {{(pid=94799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:55.193654 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-8a8304c4-3289-484c-8e70-81bcb84dfb57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:55.207803 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-8a8304c4-3289-484c-8e70-81bcb84dfb57 admin admin] Calling delete_port for b39f9ec5-e3ea-493e-99e7-1cc95b87e675 owned by network:router_interface {{(pid=94799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:43:55.521306 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-8a8304c4-3289-484c-8e70-81bcb84dfb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:55.549769 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8304c4-3289-484c-8e70-81bcb84dfb57 admin admin] Pushing event deleted for resources: {'Port': ['ID=b39f9ec5-e3ea-493e-99e7-1cc95b87e675,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:55.734181 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-8a8304c4-3289-484c-8e70-81bcb84dfb57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568993'] for router_interface, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:55.954796 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8304c4-3289-484c-8e70-81bcb84dfb57 admin admin] Router 60adaa8c-eefb-4c20-be5e-2203239f296c has already been hosted by L3 agent ccfce4a0-726c-4ab3-bdfc-6106c385fdbc {{(pid=94799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:43:56.070015 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-ed40505e-df16-4541-999b-7d34a7565eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:56.078501 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8304c4-3289-484c-8e70-81bcb84dfb57 admin admin] Notify agent at l3_agent.dv-cinder-809201-1-iscsi the message routers_updated {{(pid=94799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:43:56.088210 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-8a8304c4-3289-484c-8e70-81bcb84dfb57 admin admin] 10.222.0.54 "PUT /v2.0/routers/60adaa8c-eefb-4c20-be5e-2203239f296c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6887131 Sep 15 15:43:56.089850 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 57378) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:56.092873 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cabee81-e179-452c-95ae-d763b22df6ac None None] Sync routers for ids ['60adaa8c-eefb-4c20-be5e-2203239f296c'] in dv-cinder-809201-1-iscsi {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:43:56.113259 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cabee81-e179-452c-95ae-d763b22df6ac None None] Routers {'60adaa8c-eefb-4c20-be5e-2203239f296c'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:43:56.113259 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-4cabee81-e179-452c-95ae-d763b22df6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:43:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['60adaa8c-eefb-4c20-be5e-2203239f296c'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:56.189666 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:56.219776 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f3ced399-51a2-4b4b-8805-e993f1d09d64 admin admin] Notify callbacks [] for router, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:56.228158 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-4cabee81-e179-452c-95ae-d763b22df6ac None None] Set router 60adaa8c-eefb-4c20-be5e-2203239f296c gateway port host: dv-cinder-809201-1-iscsi {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:43:56.333939 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f3ced399-51a2-4b4b-8805-e993f1d09d64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:56.427801 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-4cabee81-e179-452c-95ae-d763b22df6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60adaa8c-eefb-4c20-be5e-2203239f296c', 'name': 'tempest-TestVolumeBootPattern-478300898-router', 'tenant_id': 'ef0d9eec21c64e959900c0c9273fc04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'external_fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '2d27e053-cd58-4286-8bd0-720e32130ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:42Z', 'updated_at': '2021-09-15T15:43:55Z', 'revision_number': 5, 'project_id': 'ef0d9eec21c64e959900c0c9273fc04e', 'gw_port': {'id': '2d27e053-cd58-4286-8bd0-720e32130ceb', 'name': '', 'network_id': '70862140-ffde-47fa-81bd-8f9d99919982', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60adaa8c-eefb-4c20-be5e-2203239f296c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809201-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:36:43Z', 'updated_at': '2021-09-15T15:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ac39d78-6dff-4eb9-9797-5a3cc8acd948', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809201-1-iscsi'}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:56.456441 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cabee81-e179-452c-95ae-d763b22df6ac None None] Checking router: 60adaa8c-eefb-4c20-be5e-2203239f296c for host: dv-cinder-809201-1-iscsi {{(pid=94802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:43:56.465875 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cabee81-e179-452c-95ae-d763b22df6ac None None] Routers {'60adaa8c-eefb-4c20-be5e-2203239f296c'} bound to L3 agent in host dv-cinder-809201-1-iscsi {{(pid=94802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:43:56.466523 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-4cabee81-e179-452c-95ae-d763b22df6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809201-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:18:56Z,description=,heartbeat_timestamp=2021-09-15T15:43:56Z,host='dv-cinder-809201-1-iscsi',id=ccfce4a0-726c-4ab3-bdfc-6106c385fdbc,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:18:57Z,topic='l3_agent')) {'router_ids': ['60adaa8c-eefb-4c20-be5e-2203239f296c'], 'active': True} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:56.473725 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-f3ced399-51a2-4b4b-8805-e993f1d09d64 admin admin] Deleting port 2d27e053-cd58-4286-8bd0-720e32130ceb {{(pid=94799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:43:56.474275 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f3ced399-51a2-4b4b-8805-e993f1d09d64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:56.579274 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [None req-f3ced399-51a2-4b4b-8805-e993f1d09d64 admin admin] For port 2d27e053-cd58-4286-8bd0-720e32130ceb, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=2d27e053-cd58-4286-8bd0-720e32130ceb,segment=NetworkSegment(892b6518-e65e-438b-8e7f-3ce7335aa343),segment_id=892b6518-e65e-438b-8e7f-3ce7335aa343)] {{(pid=94799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:56.580003 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f3ced399-51a2-4b4b-8805-e993f1d09d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:56.593107 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-f3ced399-51a2-4b4b-8805-e993f1d09d64 admin admin] Calling delete_port for 2d27e053-cd58-4286-8bd0-720e32130ceb owned by network:router_gateway {{(pid=94799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:43:56.597947 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_dvr_db [None req-4cabee81-e179-452c-95ae-d763b22df6ac None None] Set router 60adaa8c-eefb-4c20-be5e-2203239f296c gateway port host: None {{(pid=94802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:43:56.692332 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.l3_hamode_db [None req-4cabee81-e179-452c-95ae-d763b22df6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60adaa8c-eefb-4c20-be5e-2203239f296c', 'name': 'tempest-TestVolumeBootPattern-478300898-router', 'tenant_id': 'ef0d9eec21c64e959900c0c9273fc04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:42Z', 'updated_at': '2021-09-15T15:43:56Z', 'revision_number': 6, 'project_id': 'ef0d9eec21c64e959900c0c9273fc04e', 'gw_port_host': None}], 'dv-cinder-809201-1-iscsi', False) {} {{(pid=94802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:56.734833 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cabee81-e179-452c-95ae-d763b22df6ac None None] The sync data for ids ['60adaa8c-eefb-4c20-be5e-2203239f296c'] in dv-cinder-809201-1-iscsi is: [{'id': '60adaa8c-eefb-4c20-be5e-2203239f296c', 'name': 'tempest-TestVolumeBootPattern-478300898-router', 'tenant_id': 'ef0d9eec21c64e959900c0c9273fc04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:36:42Z', 'updated_at': '2021-09-15T15:43:56Z', 'revision_number': 6, 'project_id': 'ef0d9eec21c64e959900c0c9273fc04e', 'gw_port_host': None}] {{(pid=94802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:43:56.864009 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f3ced399-51a2-4b4b-8805-e993f1d09d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:56.891493 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ced399-51a2-4b4b-8805-e993f1d09d64 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d27e053-cd58-4286-8bd0-720e32130ceb,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:56.964992 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f3ced399-51a2-4b4b-8805-e993f1d09d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568935'] for router_gateway, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:57.206469 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:57.338231 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f3ced399-51a2-4b4b-8805-e993f1d09d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-579894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-420'] for router, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:57.340785 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f3ced399-51a2-4b4b-8805-e993f1d09d64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:57.464132 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f3ced399-51a2-4b4b-8805-e993f1d09d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-580045'] for router, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:57.464580 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ced399-51a2-4b4b-8805-e993f1d09d64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60adaa8c-eefb-4c20-be5e-2203239f296c {{(pid=94799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:43:57.469181 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f3ced399-51a2-4b4b-8805-e993f1d09d64 admin admin] Notify callbacks [] for router, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:57.470372 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-f3ced399-51a2-4b4b-8805-e993f1d09d64 admin admin] 10.222.0.54 "DELETE /v2.0/routers/60adaa8c-eefb-4c20-be5e-2203239f296c HTTP/1.1" status: 204 len: 168 time: 1.3791513 Sep 15 15:43:57.474374 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 57382) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:57.521538 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ceb703-213c-4ad6-ac06-b1b0819fb943 admin admin] Deleting subnet 11fb4579-1c77-4cf7-a98a-1e88ebc75abd {{(pid=94799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:43:57.526024 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f5ceb703-213c-4ad6-ac06-b1b0819fb943 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:57.566853 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f5ceb703-213c-4ad6-ac06-b1b0819fb943 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9270566'] for subnet, precommit_delete_associations {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:57.663587 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f5ceb703-213c-4ad6-ac06-b1b0819fb943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1523291'] for subnet, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:57.795833 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f5ceb703-213c-4ad6-ac06-b1b0819fb943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1523276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9314439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9382956'] for subnet, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:57.821483 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ceb703-213c-4ad6-ac06-b1b0819fb943 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11fb4579-1c77-4cf7-a98a-1e88ebc75abd,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:57.828106 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-f5ceb703-213c-4ad6-ac06-b1b0819fb943 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:57.830263 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-f5ceb703-213c-4ad6-ac06-b1b0819fb943 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/11fb4579-1c77-4cf7-a98a-1e88ebc75abd HTTP/1.1" status: 204 len: 168 time: 0.3549633 Sep 15 15:43:57.833655 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 57384) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:57.838145 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff5b3fc-863e-481e-91af-39f713506e6e None None] Network 203955fa-cca5-4faf-bd7e-492982db76ad requested from dv-cinder-809201-1-iscsi {{(pid=94801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:43:57.907854 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6f760d7f-29c4-43b9-b803-fade6bea2178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1369514'] for network, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:57.964903 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-6f760d7f-29c4-43b9-b803-fade6bea2178 admin admin] Deleting port 86996cec-4d04-44e3-9920-2d0a07ab431e {{(pid=94799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:43:57.965236 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6f760d7f-29c4-43b9-b803-fade6bea2178 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:58.037633 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.db [None req-6f760d7f-29c4-43b9-b803-fade6bea2178 admin admin] For port 86996cec-4d04-44e3-9920-2d0a07ab431e, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=86996cec-4d04-44e3-9920-2d0a07ab431e,segment=NetworkSegment(5260dc8a-d4ff-4522-ae2f-326bc3bdc154),segment_id=5260dc8a-d4ff-4522-ae2f-326bc3bdc154)] {{(pid=94799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:58.037990 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6f760d7f-29c4-43b9-b803-fade6bea2178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:58.056888 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.plugin [None req-6f760d7f-29c4-43b9-b803-fade6bea2178 admin admin] Calling delete_port for 86996cec-4d04-44e3-9920-2d0a07ab431e owned by network:dhcp {{(pid=94799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:43:58.058185 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99edebd7-1a80-4184-b1ff-2d8679fff1e3 None None] DHCP port deletion for 203955fa-cca5-4faf-bd7e-492982db76ad request from dv-cinder-809201-1-iscsi {{(pid=94801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:43:58.121168 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-99edebd7-1a80-4184-b1ff-2d8679fff1e3 None None] Deleting port 86996cec-4d04-44e3-9920-2d0a07ab431e {{(pid=94801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:43:58.121471 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-99edebd7-1a80-4184-b1ff-2d8679fff1e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751443093041'] for port, before_delete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:58.202269 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.db [None req-99edebd7-1a80-4184-b1ff-2d8679fff1e3 None None] For port 86996cec-4d04-44e3-9920-2d0a07ab431e, host dv-cinder-809201-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809201-1-iscsi',level=0,port_id=86996cec-4d04-44e3-9920-2d0a07ab431e,segment=NetworkSegment(5260dc8a-d4ff-4522-ae2f-326bc3bdc154),segment_id=5260dc8a-d4ff-4522-ae2f-326bc3bdc154)] {{(pid=94801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:58.202738 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-99edebd7-1a80-4184-b1ff-2d8679fff1e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565849'] for port, precommit_delete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:58.217709 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-99edebd7-1a80-4184-b1ff-2d8679fff1e3 None None] Calling delete_port for 86996cec-4d04-44e3-9920-2d0a07ab431e owned by network:dhcp {{(pid=94801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:43:58.247221 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6f760d7f-29c4-43b9-b803-fade6bea2178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9314472'] for port, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:58.273088 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f760d7f-29c4-43b9-b803-fade6bea2178 admin admin] Pushing event deleted for resources: {'Port': ['ID=86996cec-4d04-44e3-9920-2d0a07ab431e,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:58.281192 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f760d7f-29c4-43b9-b803-fade6bea2178 admin admin] No DVR routers for this DVR port 86996cec-4d04-44e3-9920-2d0a07ab431e on host dv-cinder-809201-1-iscsi {{(pid=94799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:43:58.307478 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-99edebd7-1a80-4184-b1ff-2d8679fff1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751443098871', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751442561473'] for port, after_delete {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:58.335221 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99edebd7-1a80-4184-b1ff-2d8679fff1e3 None None] Pushing event deleted for resources: {'Port': ['ID=86996cec-4d04-44e3-9920-2d0a07ab431e,revision_number=None']} {{(pid=94801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:58.341005 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99edebd7-1a80-4184-b1ff-2d8679fff1e3 None None] No DVR routers for this DVR port 86996cec-4d04-44e3-9920-2d0a07ab431e on host dv-cinder-809201-1-iscsi {{(pid=94801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:43:58.366236 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6f760d7f-29c4-43b9-b803-fade6bea2178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1522908', 'neutron.services.segments.db._delete_segments_for_network-8751443108509'] for network, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:58.390095 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.services.segments.db [None req-6f760d7f-29c4-43b9-b803-fade6bea2178 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203955fa-cca5-4faf-bd7e-492982db76ad']}} {{(pid=94799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:58.402700 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.services.segments.db [None req-6f760d7f-29c4-43b9-b803-fade6bea2178 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5260dc8a-d4ff-4522-ae2f-326bc3bdc154') {'for_net_delete': True} {{(pid=94799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:58.403085 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.services.segments.db [None req-6f760d7f-29c4-43b9-b803-fade6bea2178 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5260dc8a-d4ff-4522-ae2f-326bc3bdc154') {} {{(pid=94799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:58.413596 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6f760d7f-29c4-43b9-b803-fade6bea2178 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751443108774', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9270573'] for segment, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:58.428651 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6f760d7f-29c4-43b9-b803-fade6bea2178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726'] for segment, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:58.435520 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f760d7f-29c4-43b9-b803-fade6bea2178 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:43:58.435922 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6f760d7f-29c4-43b9-b803-fade6bea2178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1515726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9314649'] for segment, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: Traceback (most recent call last): Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: timer() Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: cb(*args, **kw) Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: return func(*args, **kwargs) Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: self._notify() Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: self.callback(batched_events) Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: event.method(event) Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: return f(self, *a, **k) Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: return self._get(url).json() Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: return self.request(url, 'GET', **kwargs) Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:43:58.437696 dv-cinder-809201-1-iscsi neutron-server[94799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:43:58.574928 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device b39f9ec5-e3ea-493e-99e7-1cc95b87e675 no longer exists at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:43:58.577968 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6f760d7f-29c4-43b9-b803-fade6bea2178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568835'] for network, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:58.594199 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-6f760d7f-29c4-43b9-b803-fade6bea2178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538412'] for network, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:58.596260 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-6f760d7f-29c4-43b9-b803-fade6bea2178 admin admin] 10.222.0.54 "DELETE /v2.0/networks/203955fa-cca5-4faf-bd7e-492982db76ad HTTP/1.1" status: 204 len: 168 time: 0.7616506 Sep 15 15:43:58.596969 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] No Port match for: b39f9ec5-e3ea-493e-99e7-1cc95b87e675 {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:43:58.597326 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device b39f9ec5-e3ea-493e-99e7-1cc95b87e675 not bound to the agent host dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:43:58.597751 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 2d27e053-cd58-4286-8bd0-720e32130ceb no longer exists at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:43:58.597921 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f760d7f-29c4-43b9-b803-fade6bea2178 admin admin] Pushing event deleted for resources: {'Network': ['ID=203955fa-cca5-4faf-bd7e-492982db76ad,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:58.619216 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] No Port match for: 2d27e053-cd58-4286-8bd0-720e32130ceb {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:43:58.619556 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 2d27e053-cd58-4286-8bd0-720e32130ceb not bound to the agent host dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:43:58.620253 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 86996cec-4d04-44e3-9920-2d0a07ab431e no longer exists at agent ovs-agent-dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:43:58.643296 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.plugin [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] No Port match for: 86996cec-4d04-44e3-9920-2d0a07ab431e {{(pid=94801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:43:58.644313 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron.plugins.ml2.rpc [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Device 86996cec-4d04-44e3-9920-2d0a07ab431e not bound to the agent host dv-cinder-809201-1-iscsi {{(pid=94801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:43:58.812262 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:58.889407 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [-] (94800) accepted ('10.222.0.54', 57388) {{(pid=94800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:58.934121 dv-cinder-809201-1-iscsi neutron-server[94800]: INFO neutron.wsgi [None req-5263b402-43c6-41f9-962c-d606d2179f8d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7d812ec61757446683167b44880ffb33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434589 Sep 15 15:43:58.936850 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 57390) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:58.990348 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-7c637ac3-0219-4892-8780-a9eb8ba996e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:59.013876 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-7c637ac3-0219-4892-8780-a9eb8ba996e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:59.178231 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-7c637ac3-0219-4892-8780-a9eb8ba996e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:59.181562 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-7c637ac3-0219-4892-8780-a9eb8ba996e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:59.182847 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-7c637ac3-0219-4892-8780-a9eb8ba996e5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5a7864cf-3d20-46ea-bdb3-61a3612eb866 HTTP/1.1" status: 204 len: 168 time: 0.2449689 Sep 15 15:43:59.192186 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c637ac3-0219-4892-8780-a9eb8ba996e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7864cf-3d20-46ea-bdb3-61a3612eb866,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:59.898510 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 57398) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:59.942703 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-14b0a584-7e56-4a02-9347-ff25669c6974 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ef0d9eec21c64e959900c0c9273fc04e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427973 Sep 15 15:43:59.945140 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [-] (94799) accepted ('10.222.0.54', 57400) {{(pid=94799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:59.969264 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:44:00.000484 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-07999017-96c6-4e68-a52f-91a7af5b0b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:00.025392 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-07999017-96c6-4e68-a52f-91a7af5b0b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:00.132274 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-07999017-96c6-4e68-a52f-91a7af5b0b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490458'] for security_group, after_delete {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:00.134953 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron_lib.callbacks.manager [None req-07999017-96c6-4e68-a52f-91a7af5b0b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:00.136228 dv-cinder-809201-1-iscsi neutron-server[94799]: INFO neutron.wsgi [None req-07999017-96c6-4e68-a52f-91a7af5b0b17 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c742a946-6cf3-4015-8404-9297de0dbfa6 HTTP/1.1" status: 204 len: 168 time: 0.1901376 Sep 15 15:44:00.144435 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07999017-96c6-4e68-a52f-91a7af5b0b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c742a946-6cf3-4015-8404-9297de0dbfa6,revision_number=None']} {{(pid=94799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:23.183404 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-3afca0e5-9cbd-4568-9063-bbe7dbff28e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:24.417662 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:26.083012 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-151edb4a-8f0e-4fbb-ab18-8bfd966f8ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:26.234624 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:27.151266 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:28.840053 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:36.968054 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:44:53.193310 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-86d7a620-ec8d-431f-be01-2cdb7d1cdbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:54.405740 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:56.067480 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-45f07a6a-b1bb-48b7-870e-7d072b972fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:56.152834 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:57.164821 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:58.811126 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:13.966398 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:45:23.175568 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-1074b4b8-eb5b-4b21-af0f-1a0767bdbde1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:24.421333 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:26.091915 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-fa140f1d-5d52-4b3e-ad63-c324518cd8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:26.180775 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:27.158648 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:28.826128 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:48.839439 dv-cinder-809201-1-iscsi neutron-server[94799]: DEBUG neutron.wsgi [req-5507f384-742f-4a30-8be0-a7977f32616a req-37f34414-6b87-4ec5-83f7-2ec1fd34d983 service neutron] (94799) timed out ('10.222.0.58', 59764) {{(pid=94799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 15:45:50.964834 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:45:53.197398 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-53df5aea-ba47-4a4c-944c-8047dd1b9838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:54.448600 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:56.089939 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-c597edd1-4497-46e9-b0a8-86a4e388367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:56.151214 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:57.196935 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:58.832100 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:23.192576 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-e42aa9ba-e018-4d16-9489-b35268e62361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:24.447987 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:26.110631 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-5fdc7432-d757-4c1c-82d9-996de3749291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:26.202182 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:27.185244 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:27.964534 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:46:28.830581 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:53.195749 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-8a8542be-b7c4-4a0b-8511-ff26f3ac78dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:54.412805 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:56.069486 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-b674f162-2799-4538-9111-5a270314773d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:56.166903 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:57.155491 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:58.823642 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:04.964429 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:47:23.269241 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-995dd047-54e2-4f6c-aebc-0c4536625555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:24.429085 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:26.092833 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-91163ef6-619d-488a-84c5-f17e402507e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:26.177835 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:27.183037 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:28.828727 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:41.963425 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:47:53.193638 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-426fa840-07c9-478f-a723-9b00e72c7607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:54.450645 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:56.089681 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-dd4a1014-e429-4f0e-bedc-bd943498e061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:56.177040 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:57.177080 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:58.862175 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:18.963647 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:48:23.226885 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-9007762f-80e5-443c-b591-7fe15dba8f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:24.507146 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:26.089587 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-9c95277f-fbdc-41bd-af70-7385a516081c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:26.181112 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:27.238766 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:28.873477 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:42.511995 dv-cinder-809201-1-iscsi neutron-server[94800]: DEBUG neutron.wsgi [req-dc6417d3-6608-4ab4-9a1a-6abcd9a80ba3 req-53ed9824-d88b-4000-a437-dd757ec5fc47 service neutron] (94800) timed out ('10.222.0.54', 50950) {{(pid=94800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 15:48:53.198051 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-fe11f6f0-8d81-4b9f-862e-db3c19d6a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:54.432255 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-881e9e3c-dadf-4daa-9701-fd8f01bd007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:55.962618 dv-cinder-809201-1-iscsi neutron-server[94802]: DEBUG neutron.db.agents_db [None req-9458820f-5fbe-45f3-8a65-11b971ac0769 None None] Agent healthcheck: found 6 active agents {{(pid=94802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:48:56.077547 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-04933c8c-f8bf-402c-b4b1-c9e948b4f901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:56.175194 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-f62fafeb-162a-47d9-9c92-57957f6c3c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:57.186383 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-42009ab8-dcce-4957-aa40-f2cb661098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:58.831945 dv-cinder-809201-1-iscsi neutron-server[94801]: DEBUG neutron_lib.callbacks.manager [None req-98e0531f-2e75-40bf-acf0-6c97a8be1157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751443108491', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1521628'] for agent, after_update {{(pid=94801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}